-- Logs begin at Wed 2021-12-29 20:10:02 UTC, end at Wed 2021-12-29 21:16:39 UTC. -- Dec 29 20:43:48.427889 dv-cinder-823170-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 29 20:43:50.547939 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.common.config [-] Logging enabled! Dec 29 20:43:50.548524 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev93 Dec 29 20:43:50.548680 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82674) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 29 20:43:50.551001 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.common.config [-] Logging enabled! Dec 29 20:43:50.551250 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev93 Dec 29 20:43:50.551494 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82674) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 29 20:43:50.553042 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 29 20:43:50.553270 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 29 20:43:50.553616 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 29 20:43:50.553859 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 29 20:43:50.554079 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 29 20:43:50.554392 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.554709 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.555008 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.555239 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.555533 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.555820 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.556102 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.556388 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.556690 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.556972 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.557252 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.557536 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.557766 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.558045 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.558333 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.558620 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.558868 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] debug = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.559151 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.559587 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.559999 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.560539 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.560718 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.560986 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.561259 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.561564 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.561884 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] host = dv-cinder-823170-1-iscsi {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.562149 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.562433 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.562738 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.563031 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.563304 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.563575 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.563858 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.564127 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.564396 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] log_file = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.564669 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.564955 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.565237 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.565525 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.565748 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.565968 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.566248 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.566532 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.566831 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.567107 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.567380 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.568190 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.568466 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.568733 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.569017 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.569300 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.569583 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.569952 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.570231 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.570775 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.571048 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.571331 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.571603 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.571877 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.572150 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.572433 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.572699 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.572976 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.573275 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.573557 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.573835 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.574117 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.574388 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.574685 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.574954 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.575225 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.575493 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] use_json = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.575760 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.576026 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.576303 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.576571 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.576837 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.577107 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.577376 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.577657 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:50.577949 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.578244 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.578538 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.578842 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.579131 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.579413 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.579699 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.579976 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.580261 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.580544 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.580829 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.581102 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.581386 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.581675 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.581961 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.582231 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.582504 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.582818 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.583094 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.583389 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.583662 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.583947 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.584221 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.584489 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.584763 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.585034 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.585301 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.585567 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.585836 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.586120 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.586389 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.586675 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.586938 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.587208 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.587475 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.587754 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.588025 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.588294 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.588562 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.588829 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.589096 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.589366 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.589637 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.589905 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.590174 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.590439 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.590725 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.590998 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.591267 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.591533 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.591801 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.592068 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.592340 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.592606 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.592878 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.593147 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.593413 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.593684 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.593968 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.594261 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.594535 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.594836 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.595114 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.595388 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.595659 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.595929 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.596202 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.596476 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.596742 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.597029 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.597310 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.597593 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.597870 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.598143 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.598432 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.598725 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.599030 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.599309 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.599582 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.599862 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.600140 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.600432 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.600720 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.601011 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.601299 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.601587 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.601866 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.602173 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.602481 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:50.602679 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 29 20:43:50.602923 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82674) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 29 20:43:51.003107 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO keyring.backend [-] Loading KWallet Dec 29 20:43:51.010974 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO keyring.backend [-] Loading SecretService Dec 29 20:43:51.014118 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO keyring.backend [-] Loading Windows Dec 29 20:43:51.015503 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO keyring.backend [-] Loading chainer Dec 29 20:43:51.016075 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO keyring.backend [-] Loading macOS Dec 29 20:43:51.049104 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 29 20:43:51.049375 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 29 20:43:51.049664 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 29 20:43:51.049997 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 29 20:43:51.363475 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.363759 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.364034 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.420607 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.420883 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.421150 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.424254 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.424533 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.424793 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.453005 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.453275 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.453547 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.481258 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.481534 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.481799 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.797325 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.797931 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.797931 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.798087 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.798776 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.919058 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.919375 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.919656 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.919921 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.920179 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.920482 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.920745 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.921005 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.921255 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.921532 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.921785 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.922041 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.922298 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.922546 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.922833 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.923096 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.923345 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.923609 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.923856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.924132 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.924472 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.924720 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.924964 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.925238 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.925482 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.925722 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.926098 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.926338 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.926573 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.926829 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.927651 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.927890 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:51.928436 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 29 20:43:51.931547 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 29 20:43:51.935498 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 29 20:43:51.939588 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 29 20:43:51.941221 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 29 20:43:51.941607 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 29 20:43:51.941943 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 29 20:43:51.942321 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 29 20:43:51.946158 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 29 20:43:51.946406 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 29 20:43:51.946782 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 29 20:43:51.974214 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 29 20:43:51.974681 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.975041 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82674) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 29 20:43:51.975406 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.976768 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82674) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 29 20:43:51.977055 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 29 20:43:51.977299 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 29 20:43:51.980707 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:51.980986 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.041284 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 29 20:43:52.041525 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 29 20:43:52.041762 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 29 20:43:52.042130 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 29 20:43:52.072986 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_db.sqlalchemy.engines [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82674) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 29 20:43:52.393310 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing driver for type 'gre' Dec 29 20:43:52.393852 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] gre ID ranges: [(1, 1000)] Dec 29 20:43:52.446600 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing driver for type 'local' Dec 29 20:43:52.446965 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing driver for type 'vlan' Dec 29 20:43:52.459097 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] VlanTypeDriver initialization complete Dec 29 20:43:52.459441 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing driver for type 'vxlan' Dec 29 20:43:52.459997 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] vxlan ID ranges: [(1, 1000)] Dec 29 20:43:52.517025 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing extension driver 'port_security' Dec 29 20:43:52.517422 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.extensions.port_security [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] PortSecurityExtensionDriver initialization complete Dec 29 20:43:52.517753 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing mechanism driver 'openvswitch' Dec 29 20:43:52.518077 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing mechanism driver 'hyperv' Dec 29 20:43:52.525147 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.plugins.ml2.plugin [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:52.525817 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.526182 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.526533 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.527096 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:52.527527 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnet after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.527876 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnet after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.528218 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.528604 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:52.529006 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.529350 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.529691 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.530073 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:52.530475 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > security_group after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.530845 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > security_group after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.531193 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.531575 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:52.531975 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.532314 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.532646 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.533152 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82674) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}} Dec 29 20:43:52.533527 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] ML2 OVO RPC backend initialized. {{(pid=82674) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Dec 29 20:43:52.534167 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.534518 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.534958 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.535304 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > networks before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.535646 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.535982 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > ports before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.536342 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnet before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.536681 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnets before_response 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.537020 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.537354 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.537684 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.538013 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.538343 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.538687 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.539022 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnet after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.539352 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnet after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.539681 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.540250 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.plugin [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Modular L2 Plugin initialization complete Dec 29 20:43:52.540580 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading services supported by the core plugin {{(pid=82674) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 29 20:43:52.540903 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.plugins.ml2.managers [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Got port-security extension from driver 'port_security' Dec 29 20:43:52.541361 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.extensions.vlantransparent [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Disabled vlantransparent extension. Dec 29 20:43:52.541774 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82674) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 29 20:43:52.542085 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: router Dec 29 20:43:52.578200 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.578588 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router after_create 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.578977 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router before_create 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.579341 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.579713 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.580064 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router after_delete 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.580418 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.580774 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router after_create 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.581242 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router after_update 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.581599 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router after_update 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.581943 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.582297 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router after_update 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.582725 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_update 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.583090 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: port after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.584060 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: port after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.584489 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: subnet after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.584829 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.585173 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.585515 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_create 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.585850 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: port before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.586186 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.586537 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router after_update 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.586910 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.587253 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_create 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.587607 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.587944 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_update 55549900 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.588298 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > agent after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.588641 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > agent after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.588981 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > network after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.589956 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Tracking information for resource: router configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:52.590291 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Tracking information for resource: floatingip configured {{(pid=82674) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 29 20:43:52.595295 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.db.l3_agentschedulers_db [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 29 20:43:52.595872 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: port after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.596232 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: port after_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.596587 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: port after_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.596933 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: port after_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.597723 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router before_create 55550100 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.598084 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.598438 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_create 55550100 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.598869 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > router precommit_update 55550100 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.603377 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.services.provider_configuration [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service providers = [] {{(pid=82674) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 29 20:43:52.603742 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.db.servicetype_db [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82674) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 29 20:43:52.606750 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.services.service_base [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:52.607032 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.services.service_base [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:52.607374 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.services.service_base [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:52.608251 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.services.service_base [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82674) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 29 20:43:52.608624 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.services.service_base [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 29 20:43:52.609001 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.609321 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 29 20:43:52.619977 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.620310 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: auto_allocate Dec 29 20:43:52.626348 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: network precommit_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.626744 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: network precommit_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.627259 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.627579 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: tag Dec 29 20:43:52.634832 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.635163 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: timestamp Dec 29 20:43:52.638956 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.639290 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: network_ip_availability Dec 29 20:43:52.644705 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.645021 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.645373 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.646801 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.647124 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: flavors Dec 29 20:43:52.651802 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.652134 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading Plugin: revisions Dec 29 20:43:52.656392 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82674) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 29 20:43:52.656783 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_concurrency.lockutils [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.607s {{(pid=82674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 29 20:43:52.657518 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82674) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 29 20:43:52.657855 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Initializing extension manager. Dec 29 20:43:52.658354 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: __init__.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.658708 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: __pycache__ {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.659042 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.659379 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.659704 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: _filter_validation_lib.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.660028 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.660351 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: address_group.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.661094 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.661740 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: address-group Dec 29 20:43:52.662058 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: address_scope.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.662796 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.663298 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: address-scope Dec 29 20:43:52.663615 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.664529 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.665032 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: router-admin-state-down-before-update Dec 29 20:43:52.665351 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: agent.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.666042 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.666540 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: agent Dec 29 20:43:52.666887 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: agent_resources_synced.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.667801 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.668305 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: agent-resources-synced Dec 29 20:43:52.668625 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: allowedaddresspairs.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.670570 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.671125 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: allowed-address-pairs Dec 29 20:43:52.671453 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: auto_allocated_topology.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.672513 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.673025 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: auto-allocated-topology Dec 29 20:43:52.673352 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: availability_zone.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.674038 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.674536 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: availability_zone Dec 29 20:43:52.674889 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: availability_zone_filter.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.675794 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.676299 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: availability_zone_filter Dec 29 20:43:52.676623 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: data_plane_status.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.678080 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.678579 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension data-plane-status not supported by any of loaded plugins Dec 29 20:43:52.678937 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: default_subnetpools.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.679850 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.680354 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: default-subnetpools Dec 29 20:43:52.680678 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.681447 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.681944 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: dhcp_agent_scheduler Dec 29 20:43:52.682268 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: dns.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.683201 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.683700 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension dns-integration not supported by any of loaded plugins Dec 29 20:43:52.684023 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: dns_domain_ports.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.684931 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.685435 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 29 20:43:52.685756 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: dvr.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.686425 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.686957 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: dvr Dec 29 20:43:52.687278 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: empty_string_filtering.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.688179 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.688684 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: empty-string-filtering Dec 29 20:43:52.689002 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.689906 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.690404 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 29 20:43:52.690756 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.691752 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.692249 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 29 20:43:52.692650 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: external_net.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.694089 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.694592 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: external-net Dec 29 20:43:52.694933 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.696090 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.696597 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: extra_dhcp_opt Dec 29 20:43:52.696919 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: extraroute.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.697822 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.698325 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: extraroute Dec 29 20:43:52.698644 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: extraroute_atomic.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.699694 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.700197 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: extraroute-atomic Dec 29 20:43:52.700516 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: filter_validation.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.701176 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.701677 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: filter-validation Dec 29 20:43:52.701992 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: fip_pf_description.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.702918 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.703416 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 29 20:43:52.703731 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: fip_port_details.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.704633 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.705134 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: fip-port-details Dec 29 20:43:52.705451 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: flavors.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.706693 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.707210 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: flavors Dec 29 20:43:52.707530 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.709379 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.709890 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 29 20:43:52.710217 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: floatingip_pools.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.710936 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.711443 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: floatingip-pools Dec 29 20:43:52.711772 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: ip_allocation.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.712688 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.713189 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension ip_allocation not supported by any of loaded plugins Dec 29 20:43:52.713512 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.714427 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.714965 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: ip-substring-filtering Dec 29 20:43:52.715292 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l2_adjacency.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.716210 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.716711 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 29 20:43:52.717034 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l3.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.717982 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.718494 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: router Dec 29 20:43:52.718850 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.721200 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.721726 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 29 20:43:52.722055 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.723019 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.723530 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: ext-gw-mode Dec 29 20:43:52.723894 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.724980 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.725488 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: l3-ha Dec 29 20:43:52.725813 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l3_flavors.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.726741 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.727247 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: l3-flavors Dec 29 20:43:52.727568 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.728471 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.728976 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 29 20:43:52.729303 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: l3agentscheduler.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.730327 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.730867 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: l3_agent_scheduler Dec 29 20:43:52.731196 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: logging.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.732708 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.733218 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension logging not supported by any of loaded plugins Dec 29 20:43:52.733545 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: metering.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.734275 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.734877 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: metering Dec 29 20:43:52.735201 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.736283 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.736792 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: metering_source_and_destination_fields Dec 29 20:43:52.737115 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: multiprovidernet.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.738034 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.738538 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: multi-provider Dec 29 20:43:52.738891 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: netmtu.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.740335 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.740839 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: net-mtu Dec 29 20:43:52.741159 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: netmtu_writable.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.742076 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.742576 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: net-mtu-writable Dec 29 20:43:52.742920 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: network_availability_zone.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.743588 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.744085 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: network_availability_zone Dec 29 20:43:52.744402 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: network_ip_availability.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.745669 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.746211 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: network-ip-availability Dec 29 20:43:52.746562 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: network_segment_range.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.747484 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.748044 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension network-segment-range not supported by any of loaded plugins Dec 29 20:43:52.748394 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: pagination.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.749576 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.750016 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: pagination Dec 29 20:43:52.750405 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.751645 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.752220 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: port-mac-address-regenerate Dec 29 20:43:52.752578 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: port_resource_request.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.753787 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.754320 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension port-resource-request not supported by any of loaded plugins Dec 29 20:43:52.754690 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: portbindings.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.756474 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.757120 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: binding Dec 29 20:43:52.757475 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: portbindings_extended.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.759045 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.759618 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: binding-extended Dec 29 20:43:52.760011 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: portsecurity.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.761011 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.761690 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: port-security Dec 29 20:43:52.762051 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: project_id.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.763455 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.763817 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: project-id Dec 29 20:43:52.764201 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: providernet.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.765274 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.765845 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: provider Dec 29 20:43:52.766196 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.770636 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.771348 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos not supported by any of loaded plugins Dec 29 20:43:52.771702 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.773191 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.773828 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 29 20:43:52.774217 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.775431 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.776034 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 29 20:43:52.776403 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_default.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.777495 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.778039 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-default not supported by any of loaded plugins Dec 29 20:43:52.778504 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_fip.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.779372 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.779977 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-fip not supported by any of loaded plugins Dec 29 20:43:52.780335 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_gateway_ip.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.781441 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.781999 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 29 20:43:52.782391 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_port_network_policy.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.783613 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.784151 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 29 20:43:52.784533 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_rule_type_details.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.785665 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.786257 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 29 20:43:52.786947 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: qos_rules_alias.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.788151 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.788692 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 29 20:43:52.789046 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: quotasv2.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.790180 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.790606 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: quotas Dec 29 20:43:52.791173 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: quotasv2_detail.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.793157 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.793600 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: quota_details Dec 29 20:43:52.793969 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: rbac.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.795187 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.795915 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: rbac-policies Dec 29 20:43:52.796259 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: rbac_address_scope.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.797235 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.797779 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: rbac-address-scope Dec 29 20:43:52.798306 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: rbac_security_groups.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.799297 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.799811 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: rbac-security-groups Dec 29 20:43:52.800134 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: rbac_subnetpool.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.801046 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.801557 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: rbac-subnetpool Dec 29 20:43:52.801874 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: revisionifmatch.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.803346 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.803853 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: revision-if-match Dec 29 20:43:52.804174 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: revisions.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.805280 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.805785 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: standard-attr-revisions Dec 29 20:43:52.806109 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: router_availability_zone.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.806846 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.807320 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: router_availability_zone Dec 29 20:43:52.807640 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: routerservicetype.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.808553 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.809054 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension router-service-type not supported by any of loaded plugins Dec 29 20:43:52.809374 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.810310 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.810850 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: port-security-groups-filtering Dec 29 20:43:52.811174 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: securitygroup.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.823161 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.823691 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: security-group Dec 29 20:43:52.824025 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: segment.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.824816 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.825328 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension segment not supported by any of loaded plugins Dec 29 20:43:52.825655 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.826592 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.827127 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 29 20:43:52.827453 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: servicetype.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.828557 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.829074 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: service-type Dec 29 20:43:52.829402 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: sorting.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.830393 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.830747 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: sorting Dec 29 20:43:52.831072 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: standard_attr_segment.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.831992 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.832500 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 29 20:43:52.832827 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: standardattrdescription.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.833495 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.833996 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: standard-attr-description Dec 29 20:43:52.834317 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: stateful_security_group.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.835255 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.835777 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: stateful-security-group Dec 29 20:43:52.836095 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: stdattrs_common.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.836670 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 29 20:43:52.836987 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.837906 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.838406 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 29 20:43:52.838747 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: subnet_onboard.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.839894 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.840404 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: subnet_onboard Dec 29 20:43:52.840725 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.841639 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.842140 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 29 20:43:52.842457 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: subnet_service_types.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.843401 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.843909 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: subnet-service-types Dec 29 20:43:52.844227 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: subnetallocation.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.845309 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.845823 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: subnet_allocation Dec 29 20:43:52.846143 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.846829 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.847347 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: subnetpool-prefix-ops Dec 29 20:43:52.847669 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.848588 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.849118 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 29 20:43:52.849435 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: tagging.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.850532 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.851082 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: standard-attr-tag Dec 29 20:43:52.851404 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: timestamp.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.852589 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.853098 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loaded extension: standard-attr-timestamp Dec 29 20:43:52.853421 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: trunk.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.854445 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.854977 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension trunk not supported by any of loaded plugins Dec 29 20:43:52.855304 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: trunk_details.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.856217 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.856719 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension trunk-details not supported by any of loaded plugins Dec 29 20:43:52.857040 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: uplink_status_propagation.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.857951 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.858452 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 29 20:43:52.858806 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Loading extension file: vlantransparent.py {{(pid=82674) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 29 20:43:52.859478 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82674) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 29 20:43:52.859979 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 29 20:43:52.862206 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:network Dec 29 20:43:52.862955 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:subnet Dec 29 20:43:52.863739 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:52.864345 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:port Dec 29 20:43:52.866101 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.866535 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service FLAVORS assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.867176 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.867602 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.867934 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:router Dec 29 20:43:52.868590 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:floatingip Dec 29 20:43:52.869285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service METERING assigned prefix: /metering {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.870755 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.871120 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.871467 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:43:52.872581 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of CountableResource for resource:rbac_policy Dec 29 20:43:52.873025 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:security_group Dec 29 20:43:52.873679 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 29 20:43:52.874403 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service CORE assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.874766 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:52.875106 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] subnetpool is already registered Dec 29 20:43:52.875707 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service CORE assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.876036 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:52.876360 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] subnetpool is already registered Dec 29 20:43:52.878926 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.879357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service FLAVORS assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.879941 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.880922 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.881251 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:router Dec 29 20:43:52.881579 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] router is already registered Dec 29 20:43:52.882166 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:floatingip Dec 29 20:43:52.882494 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] floatingip is already registered Dec 29 20:43:52.883149 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service METERING assigned prefix: /metering {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.883816 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of CountableResource for resource:rbac_policy Dec 29 20:43:52.884143 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] rbac_policy is already registered Dec 29 20:43:52.884680 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:security_group Dec 29 20:43:52.885006 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] security_group is already registered Dec 29 20:43:52.885580 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 29 20:43:52.885907 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] security_group_rule is already registered Dec 29 20:43:52.886564 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service CORE assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.886919 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:52.887244 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] subnetpool is already registered Dec 29 20:43:52.887833 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.v2.resource_helper [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Service CORE assigned prefix: {{(pid=82674) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 29 20:43:52.888157 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Creating instance of TrackedResource for resource:subnetpool Dec 29 20:43:52.888477 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING neutron.quota.resource_registry [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] subnetpool is already registered Dec 29 20:43:52.889116 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: extensions {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.890571 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: address-groups {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.892169 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: address-scopes {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.893471 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: agents {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.894615 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: auto-allocated-topology {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.896003 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: availability_zones {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.897354 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: dhcp-networks {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.898750 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: dhcp-agents {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.900138 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: routers {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.901912 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: flavors {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.903066 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: service_profiles {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.904254 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: next_providers {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.905746 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: service_profiles {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.907189 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: floatingip-pools {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.908394 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: routers {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.910130 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: floatingips {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.911368 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: l3-routers {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.912833 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: l3-agents {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.914199 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: metering-labels {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.915554 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: metering-label-rules {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.916801 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: network-ip-availabilities {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.918020 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: bindings {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.920554 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: quotas {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.921974 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: quotas {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.923399 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: rbac-policies {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.924669 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: security-groups {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.925855 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: security-group-rules {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.927657 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: service-providers {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.928837 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: subnetpools {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.930226 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: subnetpools {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.931698 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.933326 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.935118 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.936913 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.938681 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.940323 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.942046 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.944571 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.946706 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.948515 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron.api.extensions [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Extended resource: tags {{(pid=82674) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 29 20:43:52.954205 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING keystonemiddleware.auth_token [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 29 20:43:52.959043 dv-cinder-823170-1-iscsi neutron-server[82674]: WARNING keystonemiddleware.auth_token [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 29 20:43:52.966994 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_concurrency.lockutils [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Acquired lock "singleton_lock" {{(pid=82674) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 29 20:43:52.967465 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_concurrency.lockutils [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Releasing lock "singleton_lock" {{(pid=82674) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 29 20:43:52.968088 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO oslo_service.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Starting 2 workers Dec 29 20:43:52.972624 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Started child 82779 {{(pid=82674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:52.976909 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Started child 82780 {{(pid=82674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:52.978311 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:52.978994 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO neutron.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 29 20:43:52.979090 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Notify callbacks [] for process, before_spawn {{(pid=82674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:52.980127 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [-] (82779) wsgi starting up on http://0.0.0.0:9696 Dec 29 20:43:52.981532 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO oslo_service.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Starting 1 workers Dec 29 20:43:52.981672 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:52.983147 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [-] (82780) wsgi starting up on http://0.0.0.0:9696 Dec 29 20:43:52.986497 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Started child 82781 {{(pid=82674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:52.987033 dv-cinder-823170-1-iscsi neutron-server[82674]: INFO oslo_service.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Starting 1 workers Dec 29 20:43:52.991385 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] calling RpcWorker wait() {{(pid=82781) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 29 20:43:52.991935 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] returning from RpcWorker wait() {{(pid=82781) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 29 20:43:52.992032 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Started child 82782 {{(pid=82674) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 29 20:43:52.992596 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG neutron_lib.callbacks.manager [None req-25b7af39-ab03-4fd4-8b26-3542e6e70a0d None None] Notify callbacks [] for process, after_spawn {{(pid=82674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:52.993399 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:52.993913 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:52.994581 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82674) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 29 20:43:52.994826 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 29 20:43:52.995007 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 29 20:43:52.995214 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 29 20:43:52.995557 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 29 20:43:52.995722 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 29 20:43:52.996217 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.996481 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.996743 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.997007 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.997195 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:43:52.997639 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.997839 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.998080 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:52.998169 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.998355 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.998628 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.998896 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.999063 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.999228 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.999476 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:52.999706 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.000037 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.000278 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.000510 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.000777 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.000949 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.001213 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.001473 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.001715 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.001992 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] debug = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.002254 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.002770 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.003006 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.003246 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.003469 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.003728 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.003987 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.004255 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.004485 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.004699 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.004943 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.005985 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.006340 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.006599 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.006889 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.007126 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.007586 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] host = dv-cinder-823170-1-iscsi {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.007827 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.008062 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.008303 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.008547 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.008814 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.009028 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.009289 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.009540 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.009779 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.010002 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.010249 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.010484 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.010729 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.010967 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_file = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.011130 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_options = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.011371 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.011645 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.011907 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.012097 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.012275 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.012484 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.012706 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.012869 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.013120 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.013331 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.013533 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.013743 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.013973 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.014228 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.014468 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.014722 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.014937 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.015168 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.015431 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.015656 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.015878 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.016104 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.016345 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.016562 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.016775 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.016987 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.017209 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.017418 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.017626 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.017856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.018102 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.018344 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.018585 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.018847 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.019075 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.019297 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.019539 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.019807 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.020032 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.020281 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.020541 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.020846 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.020987 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.021207 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.021575 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.021812 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_json = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.022022 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.022254 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.022523 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.022795 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.022974 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.023184 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.023414 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.023644 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.024045 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.024348 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.024673 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.024893 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.025120 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.025353 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.025598 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.025820 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.026069 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.026312 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.026648 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.026898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.028202 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.028469 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.028741 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.029011 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.029249 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.029527 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.029751 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.029966 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.030199 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.030433 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.031614 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.031897 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.032143 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.032385 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.032877 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.032877 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.033191 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.033404 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.033682 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.033932 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.034174 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.034407 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.035332 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.035574 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.035813 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.036078 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.036879 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.037131 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.037399 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.037685 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.037914 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.038137 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.038371 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.038631 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.038887 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.039130 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.039355 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.039602 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.039819 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.040079 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.040305 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.040527 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.041080 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.041080 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.041358 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.041502 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.041646 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.041873 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.042097 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.042330 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.042798 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.042798 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.043186 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.043366 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.043509 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.043648 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.043863 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.044081 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.044298 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.047740 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051285 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.051790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.052856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.052856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.052856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.052856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.052856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.052856 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.053337 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.053337 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.053568 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.053798 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.054416 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.054416 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.054690 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.054984 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.055242 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.055511 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.055778 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.056035 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.056312 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.056565 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.056823 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.057388 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.057388 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.057711 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.057858 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.058022 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.058263 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.058590 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.058850 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.059077 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.059323 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.059590 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.059823 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.060080 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.060344 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.060620 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.060874 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.061132 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.061381 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.061600 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.061853 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.062084 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.062304 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.062539 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.062800 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.063070 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.063337 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.063557 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.063791 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.064028 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.064267 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.064502 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.064759 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.064996 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.065235 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.065453 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.065676 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.065906 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.066144 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.066386 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.066605 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.066877 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.067150 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.067372 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.067675 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.067920 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.068162 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.068392 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.068649 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.068893 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.069156 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.069409 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.069671 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.069868 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.070107 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.070329 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.070884 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.071130 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.071357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.071576 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.071874 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.072119 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.072456 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.072678 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.072933 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.073178 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.073395 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.073630 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.073850 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.074082 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.074320 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.074496 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.074759 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.075009 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.075233 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.075445 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.075692 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.075906 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.076123 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.076337 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.076603 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.076834 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.077044 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.077336 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.077575 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.077809 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.078057 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.078299 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.078527 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.078760 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.078973 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.079191 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.079403 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.079707 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.079957 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.080179 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.080472 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.080717 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.080943 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.081208 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.081524 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.081738 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.081977 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.082227 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.082495 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.082859 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.083030 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.083466 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.083777 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.084026 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.084282 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.084578 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.084861 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.085141 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.085368 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.085647 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.085972 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.086699 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.086699 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.086909 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60256) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:43:53.087002 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.087084 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.087270 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.087489 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.087737 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.087985 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.088202 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.088472 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.088728 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.088958 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.089193 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.089421 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.089636 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.089861 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.090093 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.090312 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.090552 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.090735 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 29 20:43:53.091262 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82674) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 29 20:43:53.091426 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 29 20:43:53.091574 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 29 20:43:53.091734 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 29 20:43:53.091893 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 29 20:43:53.092044 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 29 20:43:53.092236 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.092399 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.092561 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.092723 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.092888 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.093071 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.093217 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.093363 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.093529 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.093672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.093818 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.093980 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.094122 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.094282 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.094424 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.094585 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.094774 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.094924 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.095062 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.095199 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.095357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.095508 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.095646 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] debug = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.095809 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.096002 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.096167 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.096313 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.096450 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.096585 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.096745 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.096896 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.097034 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.097192 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.097354 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.097512 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.097671 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.097829 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.097989 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.098146 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.098304 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] host = dv-cinder-823170-1-iscsi {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.098463 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.098620 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.099380 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.099669 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.099923 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.100089 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.100249 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.100410 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.100569 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.100760 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.101010 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.101010 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.101255 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.101393 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_file = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.101523 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_options = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.101609 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.102334 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.102334 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.102334 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.102334 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.103068 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.103068 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.103068 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.103068 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.103068 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.103370 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0126035 Dec 29 20:43:53.104069 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.104231 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.104429 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.104607 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.105415 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.105577 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.105744 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.105909 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.106066 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.106226 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.106385 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.106546 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.106733 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.106894 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.107054 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.107212 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.107382 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.107559 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.107725 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.107883 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.108405 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.108405 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.108405 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.108635 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.108635 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.108790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.108933 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.109097 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.109261 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.109417 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.109576 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.109735 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.109894 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.110052 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.110210 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.110368 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_json = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.110526 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.110719 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.110881 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.111044 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.111191 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.111348 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.111501 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.111643 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 29 20:43:53.111832 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.111986 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.112162 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.112317 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.112602 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.112698 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.112778 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.112929 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.113095 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.113258 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.113424 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.113585 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.113764 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.113925 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.114088 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.114250 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.114555 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.115530 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.115700 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.115951 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.116173 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.116264 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.116431 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.116593 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.116756 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.116918 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.117080 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.117243 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.117405 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.117566 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.117728 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.117889 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.118050 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.118212 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.118374 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.118536 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.118790 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.118901 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.119064 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.119225 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.119398 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.119559 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.119720 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.119914 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.120046 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.120237 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.120366 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.120528 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.120689 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.120854 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.121016 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.121165 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.121326 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.121487 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.121647 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.121808 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.121968 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.122129 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.122276 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.122440 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.122631 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.123572 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.123739 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.123902 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.124412 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.124412 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.124412 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.124945 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.124945 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.124945 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.125251 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.125251 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.125251 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.125680 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.125680 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.125918 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.125918 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.126071 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.126188 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.126349 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.126510 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.127416 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.127626 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.127793 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.127940 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.128102 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.128265 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.128429 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.128591 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.128753 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.128914 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.129076 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.129237 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.129397 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.129559 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.129720 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.131672 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132153 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132153 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132153 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132153 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132392 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132459 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132614 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132805 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.132939 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.133100 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.133259 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.133420 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.133581 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.133750 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.134724 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.134826 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.135002 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.135165 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.135373 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.135554 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.135738 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.135909 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.136084 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.136868 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.136868 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.136868 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.136868 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.136868 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.137314 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.137314 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.137314 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.137487 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.137682 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.137860 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.138024 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.138184 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.138346 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.138506 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.138691 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.139898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.139898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.139898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.139898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.139898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.139898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.140264 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.140264 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.140392 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141357 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141764 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141764 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.141764 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.142859 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.143037 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.143231 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.144121 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.144369 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.144475 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.144615 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.144766 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.144936 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.145898 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.146183 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.146373 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.146551 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.146801 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.146970 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.147135 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.147317 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.147483 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.147648 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.147813 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.147975 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.148143 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.148316 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.148511 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.148670 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.148803 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.148931 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:43:53.149064 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.149064 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.149301 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.149423 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.149547 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.149669 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.149802 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.149962 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.150132 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.150317 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.150480 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.150674 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.150836 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.150999 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.151160 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.151322 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.151494 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.151655 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.151816 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.151976 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.152137 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.152310 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.152474 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.152636 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.152811 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.152972 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.153190 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.153320 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.153444 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.153599 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.153765 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.153926 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.154112 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.154275 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.154438 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.154605 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.154793 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.154974 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.155124 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.155839 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.155839 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.155839 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.155839 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.156270 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.156270 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.156270 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.156576 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.156576 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.156809 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.156931 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.157062 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.157185 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.157307 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.157429 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.157588 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.157749 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.157910 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.158072 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.158233 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.158395 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.158555 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.158789 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.159044 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.159284 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 29 20:43:53.159507 dv-cinder-823170-1-iscsi neutron-server[82674]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82674) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 29 20:44:03.252107 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9306de57-130f-43a9-9959-132807096332 None None] get_active_networks_info from dv-cinder-823170-1-iscsi {{(pid=82781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 29 20:44:03.331031 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9306de57-130f-43a9-9959-132807096332 None None] No non-hosted networks {{(pid=82781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 29 20:44:03.349444 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.agentschedulers_db [None req-9306de57-130f-43a9-9959-132807096332 None None] DHCP Agent not found on host dv-cinder-823170-1-iscsi {{(pid=82781) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 29 20:44:03.461430 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f8429991-5836-495c-b2f7-035d783e81cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-347036'] for agent, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:05.406592 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-31659f76-0a6d-42d9-bd82-399a352f3a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-347036'] for agent, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:05.444034 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a16bcb55-fabd-427a-acf0-dc710cc19b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:06.695055 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-347036'] for agent, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:07.070543 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-347036'] for agent, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:07.073900 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.076163 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.077974 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.079571 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.080944 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.082590 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.083180 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.084861 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.085408 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.085915 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.086920 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:07.089057 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-823170-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:07.099617 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-823170-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:07.831504 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.db.l3_hamode_db [None req-5e84fa90-358c-4c26-a436-dce610db61a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 29 20:44:07.957044 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84fa90-358c-4c26-a436-dce610db61a6 None None] Routers set() bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:07.957433 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84fa90-358c-4c26-a436-dce610db61a6 None None] Router IDs set() for agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 29 20:44:07.964000 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-347036'] for agent, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:09.607899 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60354) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:10.208566 dv-cinder-823170-1-iscsi neutron-server[82780]: WARNING oslo_policy.policy [None req-66d4303d-8c16-4ddc-824b-ebdbedc10adf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:10.209291 dv-cinder-823170-1-iscsi neutron-server[82780]: WARNING oslo_policy.policy [None req-66d4303d-8c16-4ddc-824b-ebdbedc10adf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:10.421093 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [None req-66d4303d-8c16-4ddc-824b-ebdbedc10adf admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:10.422036 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-66d4303d-8c16-4ddc-824b-ebdbedc10adf admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8132477 Dec 29 20:44:12.709850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60368) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:13.086853 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:13.138940 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.policy [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82780) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 29 20:44:13.139678 dv-cinder-823170-1-iscsi neutron-server[82780]: WARNING oslo_policy.policy [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:13.140065 dv-cinder-823170-1-iscsi neutron-server[82780]: WARNING oslo_policy.policy [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:13.143296 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.quota [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] Loaded quota_driver: . Dec 29 20:44:13.158919 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:13.227019 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286777975', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286695324', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286687404', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286681158', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748286675788', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524811', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535307', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-494160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3709141'] for rbac-policy, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:13.291979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:13.293288 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-38b7a7da-8c36-4c0f-83fa-70f2124439d3 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5825086 Dec 29 20:44:15.824066 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60382) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:16.192120 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '10a6996925de4b25877e75bb73e7bd71'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:16.197058 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:16.201511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Usage tracker for resource:network and tenant:10a6996925de4b25877e75bb73e7bd71 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:16.206039 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:16.212667 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:16.222329 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Made reservation on behalf of 10a6996925de4b25877e75bb73e7bd71 for: {'network': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:16.225844 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.243084 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.284798 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:16.289316 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Usage tracker for resource:security_group_rule and tenant:10a6996925de4b25877e75bb73e7bd71 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:16.292170 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:16.297921 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:16.361838 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.365325 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.388641 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=82780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:44:16.414828 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748288902629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.415340 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Unsubscribe: segment precommit_create {{(pid=82780) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 29 20:44:16.415816 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.segments_db [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Added segment f5a18b92-e43b-4a33-a34a-ab2e8197242d of type vlan for network 994f9d43-ca01-4de1-9829-48c47fbe8a1c Dec 29 20:44:16.423868 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8bea93-7473-449b-b6ac-20e20346fcd9,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:16.482255 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.482594 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.482950 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.483280 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.483618 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.483938 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.484251 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.484578 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.484892 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.485199 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.485507 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Tracked resource versions report: Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: pushed versions: Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Log': {'1.0'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Network': {'1.1'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Port': {'1.5'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'PortForwarding': {'1.2'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'QosPolicy': {'1.8'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SubPort': {'1.0'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Subnet': {'1.1'}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Trunk': {'1.1'}} Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: consumer versions: Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Log': '1.0', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Network': '1.1', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Port': '1.5', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'PortForwarding': '1.2', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'QosPolicy': '1.8', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroup': '1.2', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroupRule': '1.0', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SubPort': '1.0', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Subnet': '1.1', Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Trunk': '1.1'}} Dec 29 20:44:16.486531 dv-cinder-823170-1-iscsi neutron-server[82780]: {{(pid=82780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:16.525087 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.567215 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.568700 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:16.569338 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:16.672117 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] Pushing event updated for resources: {'Network': ['ID=994f9d43-ca01-4de1-9829-48c47fbe8a1c,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:16.674615 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7eae5bee-a2cb-4171-9930-dc02decb9de9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8495791 Dec 29 20:44:16.699939 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:44:19.213351 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60398) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:19.671711 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ebdb7-18ae-4d6d-bbd0-93e9b08ee83a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:19.672987 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e75ebdb7-18ae-4d6d-bbd0-93e9b08ee83a admin admin] 10.222.0.37 "GET /v2.0/networks/994f9d43-ca01-4de1-9829-48c47fbe8a1c HTTP/1.1" status: 200 len: 825 time: 0.4587147 Dec 29 20:44:19.700043 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b72002c0-591e-41cc-8c84-f63f6c48f5ee admin admin] 10.222.0.37 "GET /v2.0/subnetpools/0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec HTTP/1.1" status: 200 len: 734 time: 0.0216339 Dec 29 20:44:19.708647 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'subnetpool_id': '0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec', 'gateway_ip': '172.20.0.1'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:19.712702 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:19.716409 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Usage tracker for resource:subnet and tenant:10a6996925de4b25877e75bb73e7bd71 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:19.719191 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:19.725315 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:19.734754 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Made reservation on behalf of 10a6996925de4b25877e75bb73e7bd71 for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:19.736885 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:20.003358 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:20.081828 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8a2451-b886-47e8-8ffe-48c5b400ca4c,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:20.091957 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Checking segment: {'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:20.092306 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Network hostable DHCP agents. Network: 994f9d43-ca01-4de1-9829-48c47fbe8a1c, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:44:20.115742 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:44:20.125031 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 994f9d43-ca01-4de1-9829-48c47fbe8a1c) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:20.129720 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:20.130869 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:20.136928 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d90c580-387b-4d11-af51-1e1a7cf33ae8 None None] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:20.149237 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-90d8515e-eb63-44cf-acd1-3ae158bd9222 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4442892 Dec 29 20:44:20.440395 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'fixed_ips': [{'subnet_id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:44:20.441561 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:20.625103 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Allocated IP 172.20.0.2 (994f9d43-ca01-4de1-9829-48c47fbe8a1c/ac8a2451-b886-47e8-8ffe-48c5b400ca4c/0759e4af-7bf7-4ae3-963f-31ced4680434) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:44:20.850027 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:20.863662 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Transition to ACTIVE for port object 0759e4af-7bf7-4ae3-963f-31ced4680434 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:20.887081 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Transition to ACTIVE for port object 0759e4af-7bf7-4ae3-963f-31ced4680434 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:20.893133 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:20.957034 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:20.959901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:20.963109 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:44:20.971489 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Pushing event updated for resources: {'Port': ['ID=0759e4af-7bf7-4ae3-963f-31ced4680434,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:21.039690 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.040040 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.040383 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.040719 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.041050 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.041377 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.041703 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.042045 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.042372 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.042710 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.043032 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Tracked resource versions report: Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: pushed versions: Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Log': {'1.0'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Network': {'1.1'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Port': {'1.5'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'PortForwarding': {'1.2'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'QosPolicy': {'1.8'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SubPort': {'1.0'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Subnet': {'1.1'}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Trunk': {'1.1'}} Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: consumer versions: Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Log': '1.0', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Network': '1.1', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Port': '1.5', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'PortForwarding': '1.2', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'QosPolicy': '1.8', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroup': '1.2', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroupRule': '1.0', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SubPort': '1.0', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Subnet': '1.1', Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Trunk': '1.1'}} Dec 29 20:44:21.044089 dv-cinder-823170-1-iscsi neutron-server[82781]: {{(pid=82781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:21.070893 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Attempting to bind port 0759e4af-7bf7-4ae3-963f-31ced4680434 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:44:21.071548 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Attempting to bind port 0759e4af-7bf7-4ae3-963f-31ced4680434 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:44:21.071969 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Attempting to bind port 0759e4af-7bf7-4ae3-963f-31ced4680434 on network 994f9d43-ca01-4de1-9829-48c47fbe8a1c {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:44:21.077996 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:44:21.078403 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Checking segment: {'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:21.078901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:21.079292 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Bound using segment: {'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:44:21.079785 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Bound port: 0759e4af-7bf7-4ae3-963f-31ced4680434, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:44:21.080204 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:21.164593 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] For port 0759e4af-7bf7-4ae3-963f-31ced4680434, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:44:21.168297 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] For port 0759e4af-7bf7-4ae3-963f-31ced4680434, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=0759e4af-7bf7-4ae3-963f-31ced4680434,segment=NetworkSegment(f5a18b92-e43b-4a33-a34a-ab2e8197242d),segment_id=f5a18b92-e43b-4a33-a34a-ab2e8197242d)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:44:21.172572 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:21.278177 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223d85b-cf55-4d15-8846-ea9e72e0eeee None None] Pushing event updated for resources: {'Port': ['ID=0759e4af-7bf7-4ae3-963f-31ced4680434,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:22.444610 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60408) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:22.842808 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [None req-47fb1472-0a9a-43ec-9725-ac325fbf3af6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:22.843911 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-47fb1472-0a9a-43ec-9725-ac325fbf3af6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3982308 Dec 29 20:44:24.779916 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ff7ec-bffc-4a81-a504-fb3de74eebb3 None None] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:24.860682 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-dd8a7b04-bbf4-4740-a69b-2fa42edbeadd None None] Provisioning for port 0759e4af-7bf7-4ae3-963f-31ced4680434 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:25.168782 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60422) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:25.368887 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 0759e4af-7bf7-4ae3-963f-31ced4680434 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:25.434300 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 0759e4af-7bf7-4ae3-963f-31ced4680434 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:25.438772 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 0759e4af-7bf7-4ae3-963f-31ced4680434 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:25.439171 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:25.551302 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:25.561709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [None req-ead7bb29-5958-44cf-9535-d53923aad02c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:25.562705 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ead7bb29-5958-44cf-9535-d53923aad02c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3929627 Dec 29 20:44:25.584601 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 0759e4af-7bf7-4ae3-963f-31ced4680434, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=0759e4af-7bf7-4ae3-963f-31ced4680434,segment=NetworkSegment(f5a18b92-e43b-4a33-a34a-ab2e8197242d),segment_id=f5a18b92-e43b-4a33-a34a-ab2e8197242d)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:44:25.588833 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:25.656916 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=0759e4af-7bf7-4ae3-963f-31ced4680434,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:27.347387 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 0759e4af-7bf7-4ae3-963f-31ced4680434 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:27.419342 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 0759e4af-7bf7-4ae3-963f-31ced4680434 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:27.419710 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:28.113036 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60434) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:28.557574 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Request body: {'router': {'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'name': 'router1', 'admin_state_up': True}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:28.562607 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:28.566339 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Usage tracker for resource:router and tenant:10a6996925de4b25877e75bb73e7bd71 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:28.570131 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:28.575915 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:28.586424 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:28.587897 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:28.611673 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:28.726779 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:28.744838 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:28.746058 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-183420fc-fbf7-48c3-accd-22e6c65bd016 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6320486 Dec 29 20:44:30.964205 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60444) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:31.345236 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [None req-115ad7cd-e2ac-4f35-8b10-3fdcc7a382b4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:44:31.346209 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-115ad7cd-e2ac-4f35-8b10-3fdcc7a382b4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3810329 Dec 29 20:44:33.202094 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-73bc5113-2306-4535-893a-57ffaabd47f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:33.569136 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60454) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:33.950606 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:33.957617 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:33.961901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Usage tracker for resource:network and tenant:9d612e74acbd4ec5ba77fbe2eb639fcf is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:33.964708 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:33.970190 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:33.980202 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Made reservation on behalf of 9d612e74acbd4ec5ba77fbe2eb639fcf for: {'network': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:33.982622 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:33.994232 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.025652 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:34.029330 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Usage tracker for resource:security_group_rule and tenant:9d612e74acbd4ec5ba77fbe2eb639fcf is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:34.032165 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:34.039093 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:34.100882 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.104485 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.119299 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Reserving flat network on physical network physnet1 {{(pid=82780) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 29 20:44:34.140720 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aa16e0-f550-42ad-9209-b80fcae83eb2,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:34.143253 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.143581 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.segments_db [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Added segment 71105847-e9af-46f3-8bd3-22323d85afd2 of type flat for network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c Dec 29 20:44:34.176752 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.211792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.212589 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:34.213149 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:34.311068 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] Pushing event updated for resources: {'Network': ['ID=22d37879-b101-4c5e-ba9a-c9e8f27fd03c,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:34.313929 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-9495a604-f19f-4dac-8f65-f77cc9133d8b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7438056 Dec 29 20:44:34.321291 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:44:35.405855 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-45507414-b5c4-48b4-ac0e-367d3abbe886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:36.512007 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 60464) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:36.633676 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.046419 dv-cinder-823170-1-iscsi neutron-server[82779]: WARNING oslo_policy.policy [None req-a4f51230-a5c9-4572-b04e-9713d267d0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:37.047151 dv-cinder-823170-1-iscsi neutron-server[82779]: WARNING oslo_policy.policy [None req-a4f51230-a5c9-4572-b04e-9713d267d0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:37.055988 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:37.393343 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.policy [None req-a4f51230-a5c9-4572-b04e-9713d267d0ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82779) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 29 20:44:37.394103 dv-cinder-823170-1-iscsi neutron-server[82779]: WARNING oslo_policy.policy [None req-a4f51230-a5c9-4572-b04e-9713d267d0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:37.394477 dv-cinder-823170-1-iscsi neutron-server[82779]: WARNING oslo_policy.policy [None req-a4f51230-a5c9-4572-b04e-9713d267d0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 29 20:44:37.397394 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f51230-a5c9-4572-b04e-9713d267d0ef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:37.399264 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a4f51230-a5c9-4572-b04e-9713d267d0ef admin admin] 10.222.0.37 "GET /v2.0/subnets/ac8a2451-b886-47e8-8ffe-48c5b400ca4c HTTP/1.1" status: 200 len: 849 time: 0.8852158 Dec 29 20:44:37.573553 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-08fdb471-3490-4173-a429-edd0a5a2012a admin admin] 10.222.0.37 "GET /v2.0/routers/04dcab8d-0669-4b4a-9b60-3c2e5974b8ec HTTP/1.1" status: 200 len: 704 time: 0.1689787 Dec 29 20:44:37.906813 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.031891 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.286338 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Allocated IP 172.20.0.1 (994f9d43-ca01-4de1-9829-48c47fbe8a1c/ac8a2451-b886-47e8-8ffe-48c5b400ca4c/f9fb60d1-1ed4-482f-8104-e1847acde073) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:44:38.448456 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.466944 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.provisioning_blocks [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Transition to ACTIVE for port object f9fb60d1-1ed4-482f-8104-e1847acde073 will not be triggered until provisioned by entity DHCP. {{(pid=82779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:38.520149 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.576980 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:38.584159 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:38.616089 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Pushing event updated for resources: {'Port': ['ID=f9fb60d1-1ed4-482f-8104-e1847acde073,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:38.625735 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.626084 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.626423 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.626781 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.627130 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.627461 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.628258 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.628258 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.628401 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.628752 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.629024 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Tracked resource versions report: Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: pushed versions: Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Log': {'1.0'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Network': {'1.1'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Port': {'1.5'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'PortForwarding': {'1.2'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'QosPolicy': {'1.8'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SubPort': {'1.0'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Subnet': {'1.1'}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Trunk': {'1.1'}} Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: consumer versions: Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Log': '1.0', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Network': '1.1', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Port': '1.5', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'PortForwarding': '1.2', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'QosPolicy': '1.8', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroup': '1.2', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroupRule': '1.0', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SubPort': '1.0', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Subnet': '1.1', Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Trunk': '1.1'}} Dec 29 20:44:38.630062 dv-cinder-823170-1-iscsi neutron-server[82779]: {{(pid=82779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:38.641440 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:44:38.642964 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.764160 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.886363 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-c4462221-6d89-49eb-ac72-e0bf1dd1de65 None None] Provisioning for port f9fb60d1-1ed4-482f-8104-e1847acde073 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:38.891123 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-c4462221-6d89-49eb-ac72-e0bf1dd1de65 None None] Provisioning complete for port f9fb60d1-1ed4-482f-8104-e1847acde073 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:38.891599 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c4462221-6d89-49eb-ac72-e0bf1dd1de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.942800 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-c4462221-6d89-49eb-ac72-e0bf1dd1de65 None None] Port f9fb60d1-1ed4-482f-8104-e1847acde073 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:44:38.988568 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.992917 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:38.993652 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.121981 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Pushing event updated for resources: {'Port': ['ID=f9fb60d1-1ed4-482f-8104-e1847acde073,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:39.185265 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:39.186288 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:39.365209 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0ef5e7e9-5375-4008-87f5-05e3724b2edd None None] Provisioning complete for port f9fb60d1-1ed4-482f-8104-e1847acde073 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:39.365584 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0ef5e7e9-5375-4008-87f5-05e3724b2edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:39.416191 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5e7e9-5375-4008-87f5-05e3724b2edd None None] Port f9fb60d1-1ed4-482f-8104-e1847acde073 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:44:39.560558 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:44:39.721751 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:44:39.732316 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-06e53b7a-3478-4f60-a985-47ec5cfa03fa admin admin] 10.222.0.37 "PUT /v2.0/routers/04dcab8d-0669-4b4a-9b60-3c2e5974b8ec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1537282 Dec 29 20:44:39.733274 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Sync routers for ids ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:44:39.751347 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Routers {'04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:39.752513 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:44:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:39.992217 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Set router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:40.366909 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'name': 'router1', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:28Z', 'updated_at': '2021-12-29T20:44:38Z', 'revision_number': 2, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'gw_port_host': None, '_interfaces': [{'id': 'f9fb60d1-1ed4-482f-8104-e1847acde073', 'name': '', 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'mac_address': 'fa:16:3e:75:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:38Z', 'updated_at': '2021-12-29T20:44:38Z', 'revision_number': 2, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'subnets': [{'id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:40.371809 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Checking router: 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:44:40.372181 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Updating router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec port f9fb60d1-1ed4-482f-8104-e1847acde073 binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:44:40.428125 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:40.801278 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:40.816580 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Transition to ACTIVE for port object f9fb60d1-1ed4-482f-8104-e1847acde073 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:40.824043 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.009653 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Pushing event updated for resources: {'Port': ['ID=f9fb60d1-1ed4-482f-8104-e1847acde073,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:41.058848 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.059138 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.059478 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.059811 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.060141 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.060465 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.060784 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.061117 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.061435 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.061751 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.062067 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Tracked resource versions report: Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: pushed versions: Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Log': {'1.0'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Network': {'1.1'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Port': {'1.5'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'PortForwarding': {'1.2'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'QosPolicy': {'1.8'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroup': {'1.2'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SubPort': {'1.0'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Subnet': {'1.1'}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Trunk': {'1.1'}} Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: consumer versions: Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Log': '1.0', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Network': '1.1', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Port': '1.5', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'PortForwarding': '1.2', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'QosPolicy': '1.8', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroup': '1.2', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroupRule': '1.0', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SubPort': '1.0', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Subnet': '1.1', Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Trunk': '1.1'}} Dec 29 20:44:41.063149 dv-cinder-823170-1-iscsi neutron-server[82782]: {{(pid=82782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:44:41.081215 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Attempting to bind port f9fb60d1-1ed4-482f-8104-e1847acde073 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:44:41.081615 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Attempting to bind port f9fb60d1-1ed4-482f-8104-e1847acde073 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:44:41.082025 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Attempting to bind port f9fb60d1-1ed4-482f-8104-e1847acde073 on network 994f9d43-ca01-4de1-9829-48c47fbe8a1c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:44:41.088201 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:44:41.088605 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Checking segment: {'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:41.089080 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.089468 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Bound using segment: {'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:44:41.089958 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Bound port: f9fb60d1-1ed4-482f-8104-e1847acde073, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a18b92-e43b-4a33-a34a-ab2e8197242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:44:41.090343 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.178384 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] For port f9fb60d1-1ed4-482f-8104-e1847acde073, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:44:41.182782 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] For port f9fb60d1-1ed4-482f-8104-e1847acde073, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=f9fb60d1-1ed4-482f-8104-e1847acde073,segment=NetworkSegment(f5a18b92-e43b-4a33-a34a-ab2e8197242d),segment_id=f5a18b92-e43b-4a33-a34a-ab2e8197242d)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:44:41.188955 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:41.270838 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a6eee-d3c8-4088-85a1-415080f9cd5b None None] Pushing event updated for resources: {'Port': ['ID=f9fb60d1-1ed4-482f-8104-e1847acde073,revision_number=4']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:41.280940 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Routers {'04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:41.281544 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:44:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:41.435722 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] Set router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:41.774922 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'name': 'router1', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:28Z', 'updated_at': '2021-12-29T20:44:38Z', 'revision_number': 2, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'gw_port_host': None, '_interfaces': [{'id': 'f9fb60d1-1ed4-482f-8104-e1847acde073', 'name': '', 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'mac_address': 'fa:16:3e:75:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:38Z', 'updated_at': '2021-12-29T20:44:41Z', 'revision_number': 4, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'subnets': [{'id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:41.779800 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4611cc4-3b7c-4cc5-a63c-df781d307736 None None] The sync data for ids ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'] in dv-cinder-823170-1-iscsi is: [{'id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'name': 'router1', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:28Z', 'updated_at': '2021-12-29T20:44:38Z', 'revision_number': 2, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'gw_port_host': None, '_interfaces': [{'id': 'f9fb60d1-1ed4-482f-8104-e1847acde073', 'name': '', 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'mac_address': 'fa:16:3e:75:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:38Z', 'updated_at': '2021-12-29T20:44:41Z', 'revision_number': 4, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'subnets': [{'id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:44:41.923055 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60498) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:42.142595 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae1d6e-b626-448b-97b8-4c19e067ecdb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:42.143293 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-90ae1d6e-b626-448b-97b8-4c19e067ecdb admin admin] Synchronizing usage tracker for tenant:9d612e74acbd4ec5ba77fbe2eb639fcf on resource:network {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:44:42.161997 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-90ae1d6e-b626-448b-97b8-4c19e067ecdb admin admin] Unset dirty status for tenant:9d612e74acbd4ec5ba77fbe2eb639fcf on resource:network {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:44:42.163218 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-90ae1d6e-b626-448b-97b8-4c19e067ecdb admin admin] 10.222.0.37 "GET /v2.0/networks/22d37879-b101-4c5e-ba9a-c9e8f27fd03c HTTP/1.1" status: 200 len: 842 time: 0.2389662 Dec 29 20:44:42.175255 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:42.181236 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:44:42.185374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Usage tracker for resource:subnet and tenant:9d612e74acbd4ec5ba77fbe2eb639fcf is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:44:42.188256 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:44:42.195678 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:44:42.207035 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Made reservation on behalf of 9d612e74acbd4ec5ba77fbe2eb639fcf for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:44:42.210196 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:42.607171 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.objects.ports [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82780) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Dec 29 20:44:42.607589 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:42.696295 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb77733-a3df-4112-8d7c-a732a0afbb8b,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:42.702094 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:42.702376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Network hostable DHCP agents. Network: 22d37879-b101-4c5e-ba9a-c9e8f27fd03c, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:44:42.728797 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:44:42.738577 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 22d37879-b101-4c5e-ba9a-c9e8f27fd03c) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:42.743089 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:42.743665 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:42.748150 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386a947-9344-4dde-9a7b-06bf12c90b03 None None] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:42.773180 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-5c9a6232-3ee9-4358-9306-30a0a6c511d0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5976985 Dec 29 20:44:42.979937 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32d1fea-e1df-41a8-9d41-9e75f583a9da None None] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:44:43.368027 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f9fb60d1-1ed4-482f-8104-e1847acde073 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:43.433511 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port f9fb60d1-1ed4-482f-8104-e1847acde073 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:43.438152 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port f9fb60d1-1ed4-482f-8104-e1847acde073 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:43.438529 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:43.565174 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:43.596341 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port f9fb60d1-1ed4-482f-8104-e1847acde073, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=f9fb60d1-1ed4-482f-8104-e1847acde073,segment=NetworkSegment(f5a18b92-e43b-4a33-a34a-ab2e8197242d),segment_id=f5a18b92-e43b-4a33-a34a-ab2e8197242d)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:44:43.601449 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:43.670367 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=f9fb60d1-1ed4-482f-8104-e1847acde073,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:44.913620 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60522) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:45.153519 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-6d240e3e-7f52-48fc-8a66-7b5d39588286 admin admin] 10.222.0.37 "GET /v2.0/routers/04dcab8d-0669-4b4a-9b60-3c2e5974b8ec HTTP/1.1" status: 200 len: 710 time: 0.2387140 Dec 29 20:44:45.278374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517774a0-63dc-441f-b5ba-15e03c04ed12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:44:45.279765 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-517774a0-63dc-441f-b5ba-15e03c04ed12 admin admin] 10.222.0.37 "GET /v2.0/networks/22d37879-b101-4c5e-ba9a-c9e8f27fd03c HTTP/1.1" status: 200 len: 886 time: 0.1214261 Dec 29 20:44:45.288183 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:44:45.358158 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f9fb60d1-1ed4-482f-8104-e1847acde073 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:45.424962 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port f9fb60d1-1ed4-482f-8104-e1847acde073 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:45.425337 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:45.790553 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:45.968436 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.022435 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.157109 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Allocated IP 172.27.2.114 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:44:46.300580 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.352001 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.417896 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:44:46.420576 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:44:46.424880 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:44:46.447295 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Pushing event updated for resources: {'Port': ['ID=dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:46.594869 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.756119 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.759331 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-348343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-347716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-345547'] for router, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:46.990413 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:44:47.176645 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:44:47.185476 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:47.185630 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Sync routers for ids ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:44:47.186644 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-65c71254-6619-4eb1-a330-8a35b7e86caf admin admin] 10.222.0.37 "PUT /v2.0/routers/04dcab8d-0669-4b4a-9b60-3c2e5974b8ec HTTP/1.1" status: 200 len: 890 time: 1.9016280 Dec 29 20:44:47.198713 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Routers {'04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:47.199395 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:44:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:47.386488 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Set router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:47.713383 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'name': 'router1', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:28Z', 'updated_at': '2021-12-29T20:44:46Z', 'revision_number': 4, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'gw_port': {'id': 'dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:46Z', 'updated_at': '2021-12-29T20:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'f9fb60d1-1ed4-482f-8104-e1847acde073', 'name': '', 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'mac_address': 'fa:16:3e:75:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:38Z', 'updated_at': '2021-12-29T20:44:43Z', 'revision_number': 5, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'subnets': [{'id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:47.717968 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Checking router: 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:44:47.718319 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Updating router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:44:47.779133 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:48.095801 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:48.107821 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Transition to ACTIVE for port object dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:44:48.114590 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:48.191362 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Attempting to bind port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:44:48.191960 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Attempting to bind port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:44:48.192107 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Attempting to bind port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:44:48.194871 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd5c4a-360b-4bb9-bde4-59c63296f5c6 None None] Pushing event updated for resources: {'Port': ['ID=dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:48.201243 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:44:48.201620 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:44:48.202386 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:48.202386 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:44:48.202867 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Bound port: dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:44:48.203262 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:48.278761 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] For port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:44:48.281876 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] For port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:44:48.285244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:48.359110 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd5c4a-360b-4bb9-bde4-59c63296f5c6 None None] Pushing event updated for resources: {'Port': ['ID=dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:48.368591 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Routers {'04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:44:48.369174 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:44:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:48.568817 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] Set router 04dcab8d-0669-4b4a-9b60-3c2e5974b8ec gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:44:48.900190 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'name': 'router1', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:28Z', 'updated_at': '2021-12-29T20:44:46Z', 'revision_number': 4, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'gw_port': {'id': 'dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:46Z', 'updated_at': '2021-12-29T20:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'f9fb60d1-1ed4-482f-8104-e1847acde073', 'name': '', 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'mac_address': 'fa:16:3e:75:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:38Z', 'updated_at': '2021-12-29T20:44:43Z', 'revision_number': 5, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'subnets': [{'id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:44:48.904246 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f41ad-6052-4c2d-910e-6ab9f8be22e7 None None] The sync data for ids ['04dcab8d-0669-4b4a-9b60-3c2e5974b8ec'] in dv-cinder-823170-1-iscsi is: [{'id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'name': 'router1', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:44:28Z', 'updated_at': '2021-12-29T20:44:46Z', 'revision_number': 4, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'gw_port': {'id': 'dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:4e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:46Z', 'updated_at': '2021-12-29T20:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'f9fb60d1-1ed4-482f-8104-e1847acde073', 'name': '', 'network_id': '994f9d43-ca01-4de1-9829-48c47fbe8a1c', 'tenant_id': '10a6996925de4b25877e75bb73e7bd71', 'mac_address': 'fa:16:3e:75:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04dcab8d-0669-4b4a-9b60-3c2e5974b8ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:44:38Z', 'updated_at': '2021-12-29T20:44:43Z', 'revision_number': 5, 'project_id': '10a6996925de4b25877e75bb73e7bd71', 'subnets': [{'id': 'ac8a2451-b886-47e8-8ffe-48c5b400ca4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a2a95c4-aa69-496e-aa66-46e8d9d2c6ec'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:44:49.386905 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:49.463140 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:44:49.468649 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:49.469040 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:49.522911 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 60532) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:44:49.582136 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:49.598317 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:44:49.602283 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:49.668666 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-3b9c4afe-1d9e-4c6b-952f-769ffedca87f admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1376355 Dec 29 20:44:49.668876 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:44:51.366554 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:44:51.447683 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port dc14fc4d-be04-4dcd-9b03-b22e6dd9cc28 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:44:51.448061 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:44:52.050910 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:45:03.204867 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-288e3692-9f99-4834-972c-66d93b40cb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:05.408322 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-96e97965-7738-4fe3-bee7-b90d73f8b609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:06.635608 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:07.058565 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:07.933612 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:29.052265 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:45:33.208006 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ea42f5a1-f89a-4940-9e85-458a6318ee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:35.412461 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-27aeb864-48b6-4f24-8569-0ea1e79a1c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:36.641742 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:37.063549 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:45:37.933851 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:03.212891 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-44e87da5-b076-42ac-ba2b-5a8367b601e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:05.417302 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-b3384869-0062-4acf-89b7-df576bd93848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:06.052969 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:46:06.641216 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:07.062342 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:07.958715 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:33.219108 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8042-766b-4ef3-b9df-4b823c522fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:35.420067 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-dbca3f02-34d2-40b8-b3b0-d169e8ff9a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:36.641633 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:37.055783 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:37.934424 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:43.053115 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:46:54.326964 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 32872) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:46:54.415955 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.pecan_wsgi.hooks.translation [None req-02804434-f7e7-4423-8b25-27038e0fff2c admin admin] GET failed (client error): The resource could not be found. Dec 29 20:46:54.417145 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-02804434-f7e7-4423-8b25-27038e0fff2c admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0892560 Dec 29 20:46:54.545311 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddfc819-7828-4f42-b804-e71aeb996b4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:54.546726 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-bddfc819-7828-4f42-b804-e71aeb996b4e admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1256003 Dec 29 20:46:56.562293 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 32882) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:46:56.690625 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a16e38-f9fc-4262-a50d-799086acdf3f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:56.691198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b5a16e38-f9fc-4262-a50d-799086acdf3f admin admin] Synchronizing usage tracker for tenant:9d612e74acbd4ec5ba77fbe2eb639fcf on resource:subnet {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:46:56.706795 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b5a16e38-f9fc-4262-a50d-799086acdf3f admin admin] Unset dirty status for tenant:9d612e74acbd4ec5ba77fbe2eb639fcf on resource:subnet {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:46:56.707989 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b5a16e38-f9fc-4262-a50d-799086acdf3f admin admin] 10.222.0.37 "GET /v2.0/subnets/ac8a2451-b886-47e8-8ffe-48c5b400ca4c HTTP/1.1" status: 200 len: 849 time: 0.1447668 Dec 29 20:46:56.717143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:46:56.831643 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:57.014540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748288831245'] for subnet, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:57.065916 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:57.066528 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:57.067807 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] 10.222.0.37 "PUT /v2.0/subnets/ac8a2451-b886-47e8-8ffe-48c5b400ca4c HTTP/1.1" status: 200 len: 868 time: 0.3542957 Dec 29 20:46:57.068206 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48b890-3651-4248-acf0-b0d79f3992ea None None] Network 994f9d43-ca01-4de1-9829-48c47fbe8a1c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:46:57.086473 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8a2451-b886-47e8-8ffe-48c5b400ca4c,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:46:57.095261 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.095611 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.095950 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.096284 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.096617 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.096943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.097266 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.097587 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.097907 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.098222 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.098604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1d59e2-8bde-48df-a5e5-09dd4a929db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:46:57.578266 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-7772596c-f8e4-437e-8203-67959d453be4 None None] Provisioning complete for port 0759e4af-7bf7-4ae3-963f-31ced4680434 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:46:57.578636 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-7772596c-f8e4-437e-8203-67959d453be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:57.702555 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-7772596c-f8e4-437e-8203-67959d453be4 None None] Provisioning complete for port f9fb60d1-1ed4-482f-8104-e1847acde073 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:46:57.702853 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-7772596c-f8e4-437e-8203-67959d453be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:46:59.091350 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 32892) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:46:59.285834 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2eb4c4-e8fd-465e-8047-7c31114d08b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:59.286204 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2eb4c4-e8fd-465e-8047-7c31114d08b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:46:59.287750 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-1a2eb4c4-e8fd-465e-8047-7c31114d08b8 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954143 Dec 29 20:47:01.301553 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 32902) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:01.495556 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022061be-ae3c-45fe-8cee-f52b1579bd6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:01.495843 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022061be-ae3c-45fe-8cee-f52b1579bd6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:01.497342 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-022061be-ae3c-45fe-8cee-f52b1579bd6d admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947930 Dec 29 20:47:03.222709 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f142aa53-5674-4128-bf06-727bf4ac081e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:03.516055 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 32912) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:03.701973 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5706e-cbaf-4773-9553-cc096e798e9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:03.703241 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-eaa5706e-cbaf-4773-9553-cc096e798e9f admin admin] 10.222.0.37 "GET /v2.0/networks/22d37879-b101-4c5e-ba9a-c9e8f27fd03c HTTP/1.1" status: 200 len: 886 time: 0.1862626 Dec 29 20:47:05.422068 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-b80b85ce-3fe4-4422-b259-49c688dcfef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:05.741812 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 32922) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:05.941015 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a00fe2-b55e-4b75-b051-41761b04d32e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:05.942293 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-44a00fe2-b55e-4b75-b051-41761b04d32e admin admin] 10.222.0.37 "GET /v2.0/networks/994f9d43-ca01-4de1-9829-48c47fbe8a1c HTTP/1.1" status: 200 len: 869 time: 0.1995568 Dec 29 20:47:06.643445 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:07.058508 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:07.941305 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:07.960435 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 32932) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:08.087269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217fdf87-24bd-4087-a1a2-74eb5187c08c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:08.087643 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217fdf87-24bd-4087-a1a2-74eb5187c08c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:08.089139 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-217fdf87-24bd-4087-a1a2-74eb5187c08c admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277292 Dec 29 20:47:10.091661 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 32942) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:10.220779 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d767d-6bda-43c0-a21c-915688798a73 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:10.221141 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d767d-6bda-43c0-a21c-915688798a73 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:10.222596 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-963d767d-6bda-43c0-a21c-915688798a73 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300147 Dec 29 20:47:12.228099 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 32952) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:12.356543 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568e0be-bfde-4872-a2c7-56e7067fb62b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:12.357830 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1568e0be-bfde-4872-a2c7-56e7067fb62b admin admin] 10.222.0.37 "GET /v2.0/subnets/ac8a2451-b886-47e8-8ffe-48c5b400ca4c HTTP/1.1" status: 200 len: 868 time: 0.1288061 Dec 29 20:47:14.368017 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 32962) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:14.488943 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7120dca3-faf6-4edb-827b-a1f648d30311 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:14.490864 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7120dca3-faf6-4edb-827b-a1f648d30311 admin admin] 10.222.0.37 "GET /v2.0/subnets/dfb77733-a3df-4112-8d7c-a732a0afbb8b HTTP/1.1" status: 200 len: 816 time: 0.1212673 Dec 29 20:47:20.053976 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:47:32.073027 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33000) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:32.143699 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [None req-1302ecd1-3635-4304-b2eb-96753d9dedc2 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82779) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:47:32.144707 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1302ecd1-3635-4304-b2eb-96753d9dedc2 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0707328 Dec 29 20:47:33.225708 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e1290ff5-96d3-4485-a6a6-385ce78d60b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:34.214671 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33010) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:34.308220 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad20e98-8684-43c9-beb3-3151ea57e698 admin admin] GET failed (client error): The resource could not be found. Dec 29 20:47:34.309419 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-0ad20e98-8684-43c9-beb3-3151ea57e698 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0938294 Dec 29 20:47:34.433811 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2544f64a-2417-414a-be17-69d994c70dfe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:34.435216 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2544f64a-2417-414a-be17-69d994c70dfe admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1218693 Dec 29 20:47:35.428181 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-fe10e910-170d-4852-930c-9523649f6ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.465453 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33020) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:36.535066 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:47:36.536120 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.quota [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Loaded quota_driver: . Dec 29 20:47:36.542435 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:47:36.553105 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:47:36.564898 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Made reservation on behalf of 9d612e74acbd4ec5ba77fbe2eb639fcf for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:47:36.567384 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.647621 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.655342 dv-cinder-823170-1-iscsi neutron-server[82779]: WARNING neutron.services.revisions.revision_plugin [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Could not find related network for resource to bump revision. Dec 29 20:47:36.669009 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:47:36.679517 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748288902629', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.680062 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Unsubscribe: segment precommit_create {{(pid=82779) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 29 20:47:36.680512 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Added segment af05c0ad-8026-4817-b4ba-44ea9aef46c3 of type vlan for network c700e459-be50-46ad-a161-62eb4b44355f Dec 29 20:47:36.744567 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.778083 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.779190 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:36.779799 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:36.881743 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Pushing event updated for resources: {'Network': ['ID=c700e459-be50-46ad-a161-62eb4b44355f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:36.885698 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4192305 Dec 29 20:47:36.891904 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.892261 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.892605 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.892949 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.893299 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.893638 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.893967 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.894295 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.894620 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.895092 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.895417 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ac9182-570f-4ede-87e6-218819a63e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:36.911006 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network c700e459-be50-46ad-a161-62eb4b44355f details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:47:37.061417 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:37.944443 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:38.893591 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33030) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:47:39.018508 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bf67ed-d22d-4fc6-953d-73430c9e1d5f admin admin] GET failed (client error): The resource could not be found. Dec 29 20:47:39.019793 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-30bf67ed-d22d-4fc6-953d-73430c9e1d5f admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1252682 Dec 29 20:47:39.122985 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51adccf8-1e62-475c-a9f9-1836ae35c31e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:39.124393 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-51adccf8-1e62-475c-a9f9-1836ae35c31e admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1001403 Dec 29 20:47:39.134058 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:47:39.138850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:47:39.147890 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:47:39.158075 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Made reservation on behalf of 9d612e74acbd4ec5ba77fbe2eb639fcf for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:47:39.160317 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:39.350883 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:39.421209 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0238424b-3fca-4205-9dac-80ea2e511da9,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:39.432028 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Checking segment: {'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:47:39.432368 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Network hostable DHCP agents. Network: c700e459-be50-46ad-a161-62eb4b44355f, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:47:39.452746 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Network c700e459-be50-46ad-a161-62eb4b44355f is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:47:39.461384 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, c700e459-be50-46ad-a161-62eb4b44355f) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:47:39.465235 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:47:39.465809 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:39.470143 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ef2d9-537a-45fc-b463-e6915afe15be None None] Network c700e459-be50-46ad-a161-62eb4b44355f requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:47:39.490491 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c1a0f22f-73fe-4494-8bd8-766e2aa6b649 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3601983 Dec 29 20:47:39.685895 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-c700e459-be50-46ad-a161-62eb4b44355f', 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f', 'tenant_id': '9d612e74acbd4ec5ba77fbe2eb639fcf', 'fixed_ips': [{'subnet_id': '0238424b-3fca-4205-9dac-80ea2e511da9'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:47:39.686752 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:39.845214 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Allocated IP 192.168.233.2 (c700e459-be50-46ad-a161-62eb4b44355f/0238424b-3fca-4205-9dac-80ea2e511da9/f59ddf7b-599d-4aea-a75b-cdb5ed3820ff) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:47:40.048425 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:40.059245 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Transition to ACTIVE for port object f59ddf7b-599d-4aea-a75b-cdb5ed3820ff will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:47:40.078189 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Transition to ACTIVE for port object f59ddf7b-599d-4aea-a75b-cdb5ed3820ff will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:47:40.084160 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:40.152233 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Network c700e459-be50-46ad-a161-62eb4b44355f is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:47:40.156955 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:47:40.159498 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:47:40.166551 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Pushing event updated for resources: {'Port': ['ID=f59ddf7b-599d-4aea-a75b-cdb5ed3820ff,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:40.200291 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.200701 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.200989 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.201330 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.201666 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.201999 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.202336 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.202709 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.203054 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.203380 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.203708 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:47:40.263580 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Attempting to bind port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:47:40.263950 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Attempting to bind port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:47:40.264310 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Attempting to bind port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff on network c700e459-be50-46ad-a161-62eb4b44355f {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:47:40.270773 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:47:40.271207 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Checking segment: {'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:47:40.271618 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:40.272012 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Bound using segment: {'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:47:40.272475 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Bound port: f59ddf7b-599d-4aea-a75b-cdb5ed3820ff, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:47:40.272863 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:40.363220 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] For port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:47:40.366500 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] For port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=f59ddf7b-599d-4aea-a75b-cdb5ed3820ff,segment=NetworkSegment(af05c0ad-8026-4817-b4ba-44ea9aef46c3),segment_id=af05c0ad-8026-4817-b4ba-44ea9aef46c3)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:47:40.370854 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:40.447153 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b5499-18d6-46e8-8207-8bb605d68c41 None None] Pushing event updated for resources: {'Port': ['ID=f59ddf7b-599d-4aea-a75b-cdb5ed3820ff,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:41.228368 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3678c2-3c2c-49f4-afde-f996ba8079af None None] Network c700e459-be50-46ad-a161-62eb4b44355f requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:47:41.366857 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-d94a2524-e9f0-4c8e-b1c7-6dc9c07c3365 None None] Provisioning for port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:47:41.490555 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f59ddf7b-599d-4aea-a75b-cdb5ed3820ff up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:47:41.594753 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:47:41.604892 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:47:41.605266 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:41.736936 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:41.778872 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=f59ddf7b-599d-4aea-a75b-cdb5ed3820ff,segment=NetworkSegment(af05c0ad-8026-4817-b4ba-44ea9aef46c3),segment_id=af05c0ad-8026-4817-b4ba-44ea9aef46c3)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:47:41.786112 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:41.862775 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=f59ddf7b-599d-4aea-a75b-cdb5ed3820ff,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:47:41.907133 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-c874f3b2-3f68-4748-8c91-45dbf24c10aa None None] Provisioning complete for port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:47:41.907529 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c874f3b2-3f68-4748-8c91-45dbf24c10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:43.444100 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f59ddf7b-599d-4aea-a75b-cdb5ed3820ff up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:47:43.511681 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port f59ddf7b-599d-4aea-a75b-cdb5ed3820ff triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:47:43.512061 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:47:57.054897 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:48:03.227722 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-3433aca7-50f2-44d5-9586-f581a47cc283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:05.419080 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-74b422dc-ba69-4494-8443-4b7dc33a87b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:06.651456 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:07.063231 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:07.944839 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:33.230343 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-8a56ce35-0a32-447a-b1f5-fe515070d007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:34.055137 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:48:35.421837 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-8314ff80-73a5-4e34-939c-e77ffd26ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:36.656164 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:37.067521 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:37.945044 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:44.513884 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33072) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:48:44.520201 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [None req-0428a1ce-4ae2-438f-a9b6-e3879a869807 tempest-verify_tempest_config-26850577 tempest-verify_tempest_config-26850577-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:48:44.521130 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-0428a1ce-4ae2-438f-a9b6-e3879a869807 tempest-verify_tempest_config-26850577 tempest-verify_tempest_config-26850577-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0062909 Dec 29 20:48:44.842897 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33088) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:48:44.979475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.008563 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:48:45.012441 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Usage tracker for resource:security_group_rule and tenant:70508d81e5a04df1a8a60f5febb432f9 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:48:45.015144 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:48:45.021136 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:48:45.083670 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.087373 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.132885 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47896a57-1503-45ca-a97f-6ab829afed93,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:48:45.136344 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Synchronizing usage tracker for tenant:9d612e74acbd4ec5ba77fbe2eb639fcf on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:48:45.152878 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.153221 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.153555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.153886 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.154233 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.154559 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.154909 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.155251 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.155571 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.155887 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.156202 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:48:45.167252 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] Unset dirty status for tenant:9d612e74acbd4ec5ba77fbe2eb639fcf on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:48:45.168767 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-dcabccb6-054b-454c-ba59-334a96c3d26f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70508d81e5a04df1a8a60f5febb432f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3248856 Dec 29 20:48:45.171511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33094) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:48:45.228155 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc45f21-9af6-4bf0-b526-27fbef9a13f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.255687 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc45f21-9af6-4bf0-b526-27fbef9a13f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.343120 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc45f21-9af6-4bf0-b526-27fbef9a13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.356757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc45f21-9af6-4bf0-b526-27fbef9a13f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47896a57-1503-45ca-a97f-6ab829afed93,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:48:45.364102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc45f21-9af6-4bf0-b526-27fbef9a13f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:48:45.365204 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7fc45f21-9af6-4bf0-b526-27fbef9a13f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47896a57-1503-45ca-a97f-6ab829afed93 HTTP/1.1" status: 204 len: 168 time: 0.1928108 Dec 29 20:49:03.234624 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-804eccd4-6cdb-4b87-a9e6-4cf5ca793c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:05.424341 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-fed623e7-c5ac-4e73-8a79-450553658aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:06.657857 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:07.069212 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:07.949234 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:11.054466 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:49:33.236904 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c3e50096-8280-4011-a3dd-b426db5b2978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:35.426331 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-3b28da8c-f881-40d4-ab0a-170b396d7ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:36.659744 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:37.070775 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:37.949379 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:49:48.055128 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 5 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:50:03.237932 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5ee767bc-244a-4aa1-949f-88c001381cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:05.430436 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0f489f82-14e0-40cc-9d5d-ed5a8109b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:06.663115 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:07.072171 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:07.953859 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:13.913288 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-347036'] for agent, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:25.055312 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:50:28.697493 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33164) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:50:28.831161 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-6998eff3-2eb1-47f9-b659-62e46d9ba4b0 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1323636 Dec 29 20:50:30.833034 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33174) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:50:30.913249 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c50b2d52-8b75-4a82-96e0-697d3a1b67e1 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0790951 Dec 29 20:50:33.241857 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5e63d47b-1731-48ce-a9fb-fa008fedb56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:35.432641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9dd50a19-2ff7-48a1-b1e9-5d12d8ea5979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:36.667284 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:37.073349 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:37.955653 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:50:43.908212 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:02.055616 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:51:03.243634 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9c76b372-7873-44c2-a6e5-01eb8e61be6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:05.433901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ef6ca914-7b38-4c1c-abb2-6bc568cb34b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:06.670037 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:07.074828 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:07.957949 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:13.922383 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:33.245331 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-19a25776-8549-4862-85ba-0153f38ea752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:35.437346 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6277564f-ee42-4d7a-98eb-835c788e1d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:36.671051 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:37.076812 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:37.960457 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:51:39.055748 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:51:43.926519 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:03.268491 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-77109ab3-0b41-412e-aedd-b89878c622b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:04.765152 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33336) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:05.031632 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-network', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:05.037271 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:05.041239 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Usage tracker for resource:network and tenant:bee7e931feeb451ba07870c825abc1ae is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:05.044478 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:05.050307 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:05.059325 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Made reservation on behalf of bee7e931feeb451ba07870c825abc1ae for: {'network': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:05.061798 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.074674 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.108194 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:05.111973 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Usage tracker for resource:security_group_rule and tenant:bee7e931feeb451ba07870c825abc1ae is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:05.114767 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:05.120429 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:05.188845 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.193240 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.230356 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:05.243430 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.244495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.244993 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.245473 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.245943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.246418 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.247124 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.247631 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.248108 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.248570 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.249122 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Tracked resource versions report: Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: pushed versions: Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Log': {'1.0'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Network': {'1.1'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Port': {'1.5'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'PortForwarding': {'1.2'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'QosPolicy': {'1.8'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SubPort': {'1.0'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Subnet': {'1.1'}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Trunk': {'1.1'}} Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: consumer versions: Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Log': '1.0', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Network': '1.1', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Port': '1.5', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'PortForwarding': '1.2', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'QosPolicy': '1.8', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroup': '1.2', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SecurityGroupRule': '1.0', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'SubPort': '1.0', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Subnet': '1.1', Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: 'Trunk': '1.1'}} Dec 29 20:52:05.251022 dv-cinder-823170-1-iscsi neutron-server[82780]: {{(pid=82780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:05.258076 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=82780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:05.272189 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.272753 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.segments_db [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Added segment 7504c7aa-07cd-4919-94d6-3e6d5bc4226e of type vlan for network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 Dec 29 20:52:05.324314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.359082 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.360013 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:05.360585 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.405556 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33372) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:05.406278 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6395087 Dec 29 20:52:05.414529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Request body: {'subnet': {'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-subnet', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:05.421674 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:05.428176 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Usage tracker for resource:subnet and tenant:bee7e931feeb451ba07870c825abc1ae is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:05.433519 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:05.444709 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:05.445711 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1346-e5a7-4966-b5be-448756482b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.461206 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Made reservation on behalf of bee7e931feeb451ba07870c825abc1ae for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:05.466281 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.503705 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c90cc-c49b-49eb-8634-1a796e2eca2c admin admin] Pushing event updated for resources: {'Network': ['ID=83642bf7-3695-4edb-b3db-326fcc0d8ad9,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:05.514357 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:05.738000 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.801227 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51df6e81-af2a-4d81-a701-1894ed3139e1,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:05.811677 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.812308 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.812615 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.812962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.813611 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.813860 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.814966 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.815487 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.815820 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.816146 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.816474 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Tracked resource versions report: Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: pushed versions: Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Log': {'1.0'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Network': {'1.1'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Port': {'1.5'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'PortForwarding': {'1.2'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'QosPolicy': {'1.8'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SubPort': {'1.0'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Subnet': {'1.1'}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Trunk': {'1.1'}} Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: consumer versions: Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Log': '1.0', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Network': '1.1', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Port': '1.5', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'PortForwarding': '1.2', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'QosPolicy': '1.8', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroup': '1.2', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SecurityGroupRule': '1.0', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'SubPort': '1.0', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Subnet': '1.1', Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: 'Trunk': '1.1'}} Dec 29 20:52:05.817498 dv-cinder-823170-1-iscsi neutron-server[82779]: {{(pid=82779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:05.859678 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Checking segment: {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:05.860033 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Network hostable DHCP agents. Network: 83642bf7-3695-4edb-b3db-326fcc0d8ad9, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:05.890821 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:05.909222 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 83642bf7-3695-4edb-b3db-326fcc0d8ad9) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:05.918188 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:05.918897 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:05.925730 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee0db9-a026-434c-9ea3-373d57ad4b2c None None] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:05.945862 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33388) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:05.947068 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4f1ee34e-a808-478b-b50a-b463a1a32ac2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5384722 Dec 29 20:52:05.952514 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:05.960529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33392) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:05.962179 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:05.971606 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Usage tracker for resource:router and tenant:bee7e931feeb451ba07870c825abc1ae is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:05.985185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:05.993969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:06.024492 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.026044 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.065388 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.291409 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33410) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:06.325628 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.366435 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5afa2-705e-4bd4-802b-328a984f493a None None] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:06.570035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-596921412-network', 'tenant_id': 'ffcf9686384c4da28a25fd97ff272168'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:06.580549 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:06.591260 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Usage tracker for resource:network and tenant:ffcf9686384c4da28a25fd97ff272168 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:06.593628 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.597789 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:06.614466 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:06.636922 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Made reservation on behalf of ffcf9686384c4da28a25fd97ff272168 for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:06.639568 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.670918 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.677223 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33418) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:06.678682 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.690114 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.739777 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:06.744103 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Usage tracker for resource:security_group_rule and tenant:ffcf9686384c4da28a25fd97ff272168 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:06.747149 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:06.754565 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:06.834937 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.841278 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1466307746-network', 'tenant_id': 'd83bfebda32544d0821c5e2cc15c6d4d'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:06.846700 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.858189 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:06.868751 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.869310 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Added segment f62dd853-6e87-4e62-9a53-d3b493c2af7c of type vlan for network f08e4ce6-f888-441e-8f04-f7a366fe5a04 Dec 29 20:52:06.895233 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.918330 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:06.933236 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Usage tracker for resource:network and tenant:d83bfebda32544d0821c5e2cc15c6d4d is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:06.938878 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:06.949353 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:06.957268 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.958444 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:06.959279 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:06.962436 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Allocated IP 172.27.2.253 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/3783b464-98c4-4222-a9f1-c418ebcb3676) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:07.010177 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4f381-cf3a-4487-8f30-24e5928dadea,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:07.015489 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Made reservation on behalf of d83bfebda32544d0821c5e2cc15c6d4d for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:07.018703 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.097953 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.121638 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1599896 Dec 29 20:52:07.125472 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33434) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:07.126352 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.152391 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Request body: {'subnet': {'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-596921412-subnet', 'tenant_id': 'ffcf9686384c4da28a25fd97ff272168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:07.166419 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:07.187758 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Usage tracker for resource:subnet and tenant:ffcf9686384c4da28a25fd97ff272168 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:07.191101 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.191995 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:07.202770 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a813d-c764-4213-89b8-b43f534c0069 admin admin] Pushing event updated for resources: {'Network': ['ID=f08e4ce6-f888-441e-8f04-f7a366fe5a04,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:07.206969 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:07.214243 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network f08e4ce6-f888-441e-8f04-f7a366fe5a04 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:07.231215 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:07.235731 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d83bfebda32544d0821c5e2cc15c6d4d is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:07.239854 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:07.243009 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Made reservation on behalf of ffcf9686384c4da28a25fd97ff272168 for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:07.249408 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.262193 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.269917 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:07.477115 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.510734 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:07.514157 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:07.520997 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:07.557133 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Pushing event updated for resources: {'Port': ['ID=3783b464-98c4-4222-a9f1-c418ebcb3676,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:07.599180 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.615763 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:07.619287 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-256919255-network', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:07.627639 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.628510 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Added segment c55a6119-6dd4-4044-a6d3-94be09b5c269 of type vlan for network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 Dec 29 20:52:07.630236 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:07.636934 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Usage tracker for resource:network and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:07.653537 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:07.662967 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.667536 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:07.705899 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Made reservation on behalf of 4ab51ee037374f88ab16f92d853d8d12 for: {'network': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:07.708495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.711526 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.731719 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.750493 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.751383 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.808999 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.810541 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:07.812409 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.858973 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:07.898114 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:07.900962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980ea24-0c79-477e-aa62-beb30037fec8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:07.911740 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9c033c-e515-4e79-9a49-f4e3c9a5958f,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:07.922382 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:07.931932 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:07.975471 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:07.998191 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Checking segment: {'id': 'f62dd853-6e87-4e62-9a53-d3b493c2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:07.998339 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Network hostable DHCP agents. Network: f08e4ce6-f888-441e-8f04-f7a366fe5a04, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:08.020770 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7279718 Dec 29 20:52:08.024811 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33470) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:08.037328 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Request body: {'subnet': {'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1466307746-subnet', 'tenant_id': 'd83bfebda32544d0821c5e2cc15c6d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:08.044147 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d589f-71d2-4741-85f0-05996aa172a5 admin admin] Pushing event updated for resources: {'Network': ['ID=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:08.054351 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:08.060056 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:08.074669 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Network f08e4ce6-f888-441e-8f04-f7a366fe5a04 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:08.079492 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Usage tracker for resource:subnet and tenant:d83bfebda32544d0821c5e2cc15c6d4d is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:08.092725 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:08.108370 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:08.112833 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, f08e4ce6-f888-441e-8f04-f7a366fe5a04) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:08.123640 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:08.124338 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.127619 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.136448 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.160338 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Made reservation on behalf of d83bfebda32544d0821c5e2cc15c6d4d for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:08.166377 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.171198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=82780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:52:08.215663 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.216018 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.segments_db [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Added segment c2bcc526-5f1e-4d34-8480-4b84d5aa21c8 of type vlan for network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e Dec 29 20:52:08.216469 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad138f13-bc72-4c4b-9fed-f4f7b806ed61 None None] Network f08e4ce6-f888-441e-8f04-f7a366fe5a04 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:08.229030 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ab331-1549-47f8-9986-b8b7bd81f811,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:08.259270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:52:08.263320 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.299410 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4eb1afcb-ff77-4440-a9ee-dff4a7850115 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1628485 Dec 29 20:52:08.454435 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.455841 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:08.456432 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.492179 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.588194 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a59deb-5e27-4855-a7c4-cf68f8f46133,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:08.621006 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4232986 Dec 29 20:52:08.626601 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33494) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:08.691648 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Request body: {'subnet': {'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-256919255-subnet', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:08.716199 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc73d26-7272-4649-9915-c122fad01e42 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:08.716386 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dcbf2e-51e2-4ff5-9073-45453ae28409 None None] Network f08e4ce6-f888-441e-8f04-f7a366fe5a04 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:08.734712 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:08.743298 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Usage tracker for resource:subnet and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:08.750115 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Checking segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:08.751985 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Network hostable DHCP agents. Network: 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:08.771317 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:08.776981 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:52:08.792969 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:08.811585 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Made reservation on behalf of 4ab51ee037374f88ab16f92d853d8d12 for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:08.815245 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.818596 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:08.828394 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Sync routers for ids ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:08.857952 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Routers {'68b4f2e8-21b2-4e0a-ba71-9a943efe3880'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:08.861020 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:08.861213 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:08.863476 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:08.865011 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ffa09ea5-6ee4-4b74-ba3d-a5600b25c40b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9182217 Dec 29 20:52:08.869188 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33510) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:08.941647 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:08.951313 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:08.951952 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:09.007636 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-edb97a8c-e103-4386-a3f8-aafc01e951cb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9808760 Dec 29 20:52:09.128313 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:09.229760 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb15389-c0bf-42f4-8104-6c63cd9de33d None None] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:09.295895 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Set router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:09.326868 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Checking segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:09.327246 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Network hostable DHCP agents. Network: cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:52:09.341486 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f829f4ae-6361-42ac-a253-65665a7b27e0,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:09.395196 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:52:09.410540 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:09.424109 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:09.424744 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:09.459101 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-09309420-59f8-4c6f-a459-24fe61b17cc4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8303037 Dec 29 20:52:09.459101 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33532) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:09.462610 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5b457-d1db-47fd-976d-cb89105db1a7 None None] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:09.465684 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:09.472892 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:09.477455 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Usage tracker for resource:router and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:09.480715 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:09.488293 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:09.512144 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:09.522683 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:09.570582 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:09.971633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33558) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:09.989722 dv-cinder-823170-1-iscsi neutron-server[82780]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 29 20:52:10.079444 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:07Z', 'revision_number': 3, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port': {'id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:10.093604 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Checking router: 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:10.094177 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Updating router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 port 3783b464-98c4-4222-a9f1-c418ebcb3676 binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:10.100614 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:10.232011 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:10.497393 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33582) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:10.499734 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:10.570877 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:10.589539 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:52:10.590537 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:10.623863 dv-cinder-823170-1-iscsi neutron-server[82779]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 29 20:52:10.624561 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33590) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:10.805214 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-830fec1c-18a6-4bd3-93f7-008115a486f3 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:10.813008 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-830fec1c-18a6-4bd3-93f7-008115a486f3 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/networks?id=f08e4ce6-f888-441e-8f04-f7a366fe5a04 HTTP/1.1" status: 200 len: 811 time: 0.8377280 Dec 29 20:52:10.899105 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75340e39-f8a0-4a38-a158-113a52a0a646 None None] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:10.912727 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-af19019c-4832-438c-802d-cd299a28247f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/quotas/ffcf9686384c4da28a25fd97ff272168 HTTP/1.1" status: 200 len: 375 time: 0.0656660 Dec 29 20:52:10.985261 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7976-3095-4274-a257-24b22310a382 req-fd5a8653-161c-426d-9ad1-97df31eefbb8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:10.989496 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-d89d7976-3095-4274-a257-24b22310a382 req-fd5a8653-161c-426d-9ad1-97df31eefbb8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:network {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:11.028230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-d89d7976-3095-4274-a257-24b22310a382 req-fd5a8653-161c-426d-9ad1-97df31eefbb8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:network {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:11.029458 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-fd5a8653-161c-426d-9ad1-97df31eefbb8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.4624414 Dec 29 20:52:11.059581 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.087029 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Transition to ACTIVE for port object 3783b464-98c4-4222-a9f1-c418ebcb3676 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:11.087714 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-f3f19db1-e5e3-4570-88e8-c8bce03d6ea6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/quotas/d83bfebda32544d0821c5e2cc15c6d4d HTTP/1.1" status: 200 len: 375 time: 0.0525038 Dec 29 20:52:11.109738 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.118395 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-12feea05-d8f0-498b-beba-2a312ea76053 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffcf9686384c4da28a25fd97ff272168&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2046471 Dec 29 20:52:11.245504 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Allocated IP 172.20.0.2 (cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e/f829f4ae-6361-42ac-a253-65665a7b27e0/ec703fde-57d7-4c4d-ada9-1b1cb2a65469) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:11.268353 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.314434 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Pushing event updated for resources: {'Port': ['ID=3783b464-98c4-4222-a9f1-c418ebcb3676,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:11.325162 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-d3786e40-7370-4a62-bd5c-8cf8f9a635bf tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2365067 Dec 29 20:52:11.329339 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Attempting to bind port 3783b464-98c4-4222-a9f1-c418ebcb3676 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:11.329634 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Attempting to bind port 3783b464-98c4-4222-a9f1-c418ebcb3676 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:11.330049 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Attempting to bind port 3783b464-98c4-4222-a9f1-c418ebcb3676 on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:11.347195 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.347798 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.348298 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.353233 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.353807 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.354304 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.354836 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.355357 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.355849 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.356359 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.356844 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Tracked resource versions report: Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: pushed versions: Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Log': {'1.0'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Network': {'1.1'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Port': {'1.5'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'PortForwarding': {'1.2'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'QosPolicy': {'1.8'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SubPort': {'1.0'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Subnet': {'1.1'}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Trunk': {'1.1'}} Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: consumer versions: Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Log': '1.0', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Network': '1.1', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Port': '1.5', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'PortForwarding': '1.2', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'QosPolicy': '1.8', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroup': '1.2', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SecurityGroupRule': '1.0', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'SubPort': '1.0', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Subnet': '1.1', Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: 'Trunk': '1.1'}} Dec 29 20:52:11.358043 dv-cinder-823170-1-iscsi neutron-server[82782]: {{(pid=82782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:11.366556 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:11.370930 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:11.371550 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.372175 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:11.372850 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Bound port: 3783b464-98c4-4222-a9f1-c418ebcb3676, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:11.373416 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.424362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.507295 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Allocated IP 172.27.2.79 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/1701906b-09d1-4286-a507-22380bbc9bb8) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:11.522998 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:11.541941 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Usage tracker for resource:security_group_rule and tenant:29638b216f1044a88c1935b8182f9952 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:11.546740 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:11.559234 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] For port 3783b464-98c4-4222-a9f1-c418ebcb3676, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:11.564404 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] For port 3783b464-98c4-4222-a9f1-c418ebcb3676, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=3783b464-98c4-4222-a9f1-c418ebcb3676,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:11.569908 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:11.573657 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.668241 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-85e32d6c-b60c-49a4-8177-5de230912688 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82779) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:52:11.675227 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-85e32d6c-b60c-49a4-8177-5de230912688 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1492491 Dec 29 20:52:11.708554 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Routers {'68b4f2e8-21b2-4e0a-ba71-9a943efe3880'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:11.709215 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4df2aadf-42cb-42c1-a5ef-b1958c7cf95a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:52:11.709851 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:11.710236 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4df2aadf-42cb-42c1-a5ef-b1958c7cf95a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1508505 Dec 29 20:52:11.721194 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.732098 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Transition to ACTIVE for port object ec703fde-57d7-4c4d-ada9-1b1cb2a65469 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:11.751143 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Transition to ACTIVE for port object ec703fde-57d7-4c4d-ada9-1b1cb2a65469 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:11.758675 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.800629 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d5632-2297-4d95-9163-c5b9bf08e7bb None None] Pushing event updated for resources: {'Port': ['ID=3783b464-98c4-4222-a9f1-c418ebcb3676,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:11.829991 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:11.833745 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:11.841321 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:11.844761 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.850885 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Pushing event updated for resources: {'Port': ['ID=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:11.862705 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.863307 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.863801 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.864436 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.865614 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.866148 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.866638 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.867159 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.868202 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.868685 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.869180 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Tracked resource versions report: Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: pushed versions: Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: { 'ConntrackHelper': {'1.0'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Log': {'1.0'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Network': {'1.1'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Port': {'1.5'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'PortForwarding': {'1.2'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'QosPolicy': {'1.8'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroup': {'1.2'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroupRule': {'1.0'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SubPort': {'1.0'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Subnet': {'1.1'}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Trunk': {'1.1'}} Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: consumer versions: Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: { DHCP agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: HyperV agent@hv-cinder-82317: {}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: L3 agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: Metadata agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: Metering agent@dv-cinder-823170-1-iscsi: {}, Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: Open vSwitch agent@dv-cinder-823170-1-iscsi: { 'ConntrackHelper': '1.0', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Log': '1.0', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Network': '1.1', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Port': '1.5', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'PortForwarding': '1.2', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'QosPolicy': '1.8', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroup': '1.2', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SecurityGroupRule': '1.0', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'SubPort': '1.0', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Subnet': '1.1', Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: 'Trunk': '1.1'}} Dec 29 20:52:11.870408 dv-cinder-823170-1-iscsi neutron-server[82781]: {{(pid=82781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 29 20:52:11.874314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Allocated IP 172.20.0.1 (83642bf7-3695-4edb-b3db-326fcc0d8ad9/51df6e81-af2a-4d81-a701-1894ed3139e1/ff1d40de-0701-468a-8aa8-4b8ad1edce05) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:11.975595 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.980779 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Attempting to bind port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:11.981465 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Attempting to bind port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:11.982004 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Attempting to bind port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:11.988129 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.990765 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:11.991433 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Checking segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:11.992020 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:11.993257 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Bound using segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:11.993987 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Bound port: ec703fde-57d7-4c4d-ada9-1b1cb2a65469, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:11.994561 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.003446 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-7d8cb0d3-4a3b-4fd2-be74-3354703d433b service neutron] 10.222.0.37 "GET /v2.0/networks/f08e4ce6-f888-441e-8f04-f7a366fe5a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850797 Dec 29 20:52:12.018464 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-c7021b74-0c28-4e5a-8b87-699bb1275d30 service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420773 Dec 29 20:52:12.062328 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] Set router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:12.129407 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] For port ec703fde-57d7-4c4d-ada9-1b1cb2a65469, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:12.131125 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd51e053-80cc-4cc4-97e7-3931f58c0763,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:12.134038 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] For port ec703fde-57d7-4c4d-ada9-1b1cb2a65469, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:12.140764 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.144782 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f0fe42a1-fdd6-4256-95ec-b8657b020dfd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29638b216f1044a88c1935b8182f9952&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5192339 Dec 29 20:52:12.148551 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33628) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:12.151336 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-7ca10969-96f8-42a4-ac78-ff11a38f0278 service neutron] 10.222.0.37 "GET /v2.0/networks/f08e4ce6-f888-441e-8f04-f7a366fe5a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469862 Dec 29 20:52:12.180312 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.240534 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f9ed8-3356-40bf-8175-26f4fa440a52 None None] Pushing event updated for resources: {'Port': ['ID=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:12.297388 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.331358 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-6a5460c9-a92a-4f3a-b809-c607ac728f43 service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118861 Dec 29 20:52:12.332509 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.335584 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:12.351805 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:12.359267 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:12.421893 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Pushing event updated for resources: {'Port': ['ID=ff1d40de-0701-468a-8aa8-4b8ad1edce05,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:12.436630 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1701906b-09d1-4286-a507-22380bbc9bb8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:12.456964 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:12.458437 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:12.461474 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:12.462119 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.517842 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f41c220-b41f-45a6-b2d0-22864c12b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.617646 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f41c220-b41f-45a6-b2d0-22864c12b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.647273 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.924318 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f41c220-b41f-45a6-b2d0-22864c12b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:12.981241 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-663e08e6-65cd-4458-bf4a-ac6b26503645 req-a13f7897-d362-4361-afc6-0a7854197fd2 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.1090672 Dec 29 20:52:13.061806 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:07Z', 'revision_number': 3, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port': {'id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:13.077755 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e962e-12f0-4877-9be3-31c010e6638a None None] The sync data for ids ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'] in dv-cinder-823170-1-iscsi is: [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:07Z', 'revision_number': 3, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port': {'id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:13.095134 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41c220-b41f-45a6-b2d0-22864c12b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd51e053-80cc-4cc4-97e7-3931f58c0763,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:13.147490 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f41c220-b41f-45a6-b2d0-22864c12b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:13.152027 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4f41c220-b41f-45a6-b2d0-22864c12b8db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd51e053-80cc-4cc4-97e7-3931f58c0763 HTTP/1.1" status: 204 len: 168 time: 1.0009351 Dec 29 20:52:13.282282 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1b84649c-c849-41f7-a6c7-1b25281aeb3a req-1129f7d4-9b30-439a-a0b0-dccb99e051b3 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.1170883 Dec 29 20:52:13.299828 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:13.301070 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:13.303438 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:13.312810 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:13.314086 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:13.615828 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Pushing event updated for resources: {'Port': ['ID=ff1d40de-0701-468a-8aa8-4b8ad1edce05,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:13.800572 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ec703fde-57d7-4c4d-ada9-1b1cb2a65469 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:14.091509 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:14.097612 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:14.213635 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:14.216408 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:14.412090 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d73ba00a-7b07-4c37-afad-c1ea83e1dfef req-c841c99e-bd00-4a88-827c-485a76eeece4 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.2010369 Dec 29 20:52:14.495818 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256885e4-f889-4af1-8381-975d12e93f65 None None] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:52:14.613538 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Router a6a84d82-bc57-4592-886a-7c3556d5e1be is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:52:14.801923 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a261ec7d-2e07-4383-b1c0-639140913b0c req-0966cfe1-d6e3-4277-a9d8-f80bbd881442 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.1055846 Dec 29 20:52:15.027099 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:15.068461 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:15.069760 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-76f3acc1-d209-44a0-9198-1dead85190d7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6097972 Dec 29 20:52:15.073027 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 33750) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:15.098164 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-db93655c-e013-4e86-b048-b74274cb13dc None None] Provisioning for port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:15.101755 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Sync routers for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:15.117743 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-db93655c-e013-4e86-b048-b74274cb13dc None None] Provisioning complete for port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:15.118306 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-db93655c-e013-4e86-b048-b74274cb13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:15.237172 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:15.240095 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:15.490758 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:52:15.795031 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:15.981691 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 3783b464-98c4-4222-a9f1-c418ebcb3676 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:16.036934 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0bfc732d-4230-4465-87a3-1c98fe270381 req-08294109-408e-4618-8b05-3bb98f54a584 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.1451874 Dec 29 20:52:16.056582 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:52:16.066626 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:16.098603 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-9a08c139-1767-48a0-8bee-57a1fe4b4fce admin admin] 10.222.0.37 "PUT /v2.0/routers/68b4f2e8-21b2-4e0a-ba71-9a943efe3880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2281110 Dec 29 20:52:16.314550 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f3c15d8-7065-45c4-8594-e069d35b8def req-56d2614f-a480-4a37-bc40-75ff4f00aaea tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.1157639 Dec 29 20:52:16.482447 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-db93655c-e013-4e86-b048-b74274cb13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:16.499728 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 3783b464-98c4-4222-a9f1-c418ebcb3676 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:16.520672 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 3783b464-98c4-4222-a9f1-c418ebcb3676 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:16.521055 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:16.648716 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-db93655c-e013-4e86-b048-b74274cb13dc None None] For port ec703fde-57d7-4c4d-ada9-1b1cb2a65469, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:16.663620 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-db93655c-e013-4e86-b048-b74274cb13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:16.843487 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:16.885049 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93655c-e013-4e86-b048-b74274cb13dc None None] Pushing event updated for resources: {'Port': ['ID=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:16.908181 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:12Z', 'revision_number': 3, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:16.924967 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 3783b464-98c4-4222-a9f1-c418ebcb3676, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=3783b464-98c4-4222-a9f1-c418ebcb3676,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:16.927579 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-b6254824-e1b1-4523-a0d2-330935e7eced None None] Provisioning complete for port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:16.928131 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-b6254824-e1b1-4523-a0d2-330935e7eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:16.957542 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:16.993325 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Checking router: a6a84d82-bc57-4592-886a-7c3556d5e1be for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:16.993672 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Updating router a6a84d82-bc57-4592-886a-7c3556d5e1be port 1701906b-09d1-4286-a507-22380bbc9bb8 binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:17.089566 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:17.125195 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-75f67588-7d86-40a6-b700-3808563723fc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:17.127183 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-75f67588-7d86-40a6-b700-3808563723fc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 819 time: 0.2423511 Dec 29 20:52:17.130753 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:17.142365 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=3783b464-98c4-4222-a9f1-c418ebcb3676,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:17.158573 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-204b9445-ced0-4c6b-8e6c-4f1d71aadcc6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/quotas/bee7e931feeb451ba07870c825abc1ae HTTP/1.1" status: 200 len: 375 time: 0.0175061 Dec 29 20:52:17.417927 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9a952346-9424-460f-a1f2-8e8c9550f3ca req-0a7e1f83-47ca-4451-ad4c-a48c4c5b6499 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.0430048 Dec 29 20:52:17.453682 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-cbfdfa54-85ff-44c7-a4fb-b0cb7aeeb7b4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2539122 Dec 29 20:52:17.484248 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:17.498248 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Transition to ACTIVE for port object 1701906b-09d1-4286-a507-22380bbc9bb8 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:17.506028 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:17.580662 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Allocated IP 172.20.0.1 (cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e/f829f4ae-6361-42ac-a253-65665a7b27e0/cc01b6bf-252e-4ca2-9b65-1806513a39e1) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:17.583445 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9935-f70c-4560-91c8-64ec6a627260 None None] Pushing event updated for resources: {'Port': ['ID=1701906b-09d1-4286-a507-22380bbc9bb8,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:17.615713 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Attempting to bind port 1701906b-09d1-4286-a507-22380bbc9bb8 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:17.616209 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Attempting to bind port 1701906b-09d1-4286-a507-22380bbc9bb8 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:17.616702 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Attempting to bind port 1701906b-09d1-4286-a507-22380bbc9bb8 on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:17.624704 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:17.625220 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:17.625854 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:17.627244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:17.627979 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Bound port: 1701906b-09d1-4286-a507-22380bbc9bb8, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:17.629355 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:17.680426 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 3783b464-98c4-4222-a9f1-c418ebcb3676 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:17.740009 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-6b0d3553-94d8-4034-afce-e4582ec3fbd7 service neutron] 10.222.0.37 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767293 Dec 29 20:52:17.863129 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] For port 1701906b-09d1-4286-a507-22380bbc9bb8, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:17.866855 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cf058332-1049-45ca-bb70-229b770c560e req-7b61033a-5cb5-46ed-ba30-fce56b9e3211 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.0565097 Dec 29 20:52:17.873718 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] For port 1701906b-09d1-4286-a507-22380bbc9bb8, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1701906b-09d1-4286-a507-22380bbc9bb8,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:17.881192 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-cdb779a2-ddff-4010-a684-c1d4647a6630 service neutron] 10.222.0.37 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402466 Dec 29 20:52:17.883431 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:17.955964 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 3783b464-98c4-4222-a9f1-c418ebcb3676 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:17.956480 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.027499 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.045737 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Sync routers for ids ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:18.059343 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.provisioning_blocks [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Transition to ACTIVE for port object cc01b6bf-252e-4ca2-9b65-1806513a39e1 will not be triggered until provisioned by entity DHCP. {{(pid=82779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:18.067557 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Routers {'68b4f2e8-21b2-4e0a-ba71-9a943efe3880'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:18.071722 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:18.085946 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9935-f70c-4560-91c8-64ec6a627260 None None] Pushing event updated for resources: {'Port': ['ID=1701906b-09d1-4286-a507-22380bbc9bb8,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:18.096772 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.098971 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:18.099602 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:18.181793 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33884) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:18.299919 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-50b3e3f5-dad5-47a7-b61d-7db12f76d9be req-959f1118-148a-47d0-8458-03391f10c251 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 210 time: 0.1058588 Dec 29 20:52:18.345452 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:18.350320 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:18.377385 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:18.380132 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.395551 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Set router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:18.435555 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Pushing event updated for resources: {'Port': ['ID=cc01b6bf-252e-4ca2-9b65-1806513a39e1,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:18.537821 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:18.591832 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.660458 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.783586 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:18.794198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Usage tracker for resource:security_group_rule and tenant:eeaa822d892a4524b5bc6c70d4aaf94c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:18.801167 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:18.816976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:18.902245 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.906813 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:18.948378 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130dd963-d108-4733-a711-e0ae2635358f,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:18.979850 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-a51ed486-09d1-4bf7-b607-6c33421d4477 None None] Provisioning for port cc01b6bf-252e-4ca2-9b65-1806513a39e1 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:18.982764 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c073b0d5-5196-4c66-a87e-9e661bc4fc18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeaa822d892a4524b5bc6c70d4aaf94c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7994030 Dec 29 20:52:18.985277 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 33922) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:19.003648 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-a51ed486-09d1-4bf7-b607-6c33421d4477 None None] Provisioning complete for port cc01b6bf-252e-4ca2-9b65-1806513a39e1 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:19.004756 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a51ed486-09d1-4bf7-b607-6c33421d4477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.017709 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8efc46e3-b11a-406f-a065-ea7e176f0154 req-46089be0-a64e-426a-9606-d85bd6cb2496 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.2325847 Dec 29 20:52:19.134190 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ec703fde-57d7-4c4d-ada9-1b1cb2a65469 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:19.142388 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:12Z', 'revision_number': 4, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port': {'id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'ff1d40de-0701-468a-8aa8-4b8ad1edce05', 'name': '', 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'mac_address': 'fa:16:3e:78:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:11Z', 'updated_at': '2021-12-29T20:52:12Z', 'revision_number': 2, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'subnets': [{'id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:19.153145 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Checking router: 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:19.153938 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Updating router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 port ff1d40de-0701-468a-8aa8-4b8ad1edce05 binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:19.163112 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-03499051-2f11-49a0-a926-b4349b04313a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.163703 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-a51ed486-09d1-4bf7-b607-6c33421d4477 None None] Port cc01b6bf-252e-4ca2-9b65-1806513a39e1 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:19.198323 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.205098 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.205884 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.216031 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-03499051-2f11-49a0-a926-b4349b04313a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.256615 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.286305 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:19.286709 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.307791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-5557f573-51a5-43eb-88f6-0895c58f1567 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:19.308496 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-5557f573-51a5-43eb-88f6-0895c58f1567 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Synchronizing usage tracker for tenant:bee7e931feeb451ba07870c825abc1ae on resource:network {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:19.313122 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:12Z', 'revision_number': 3, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:19.322002 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2ed52c-370d-48f8-959f-e53618c44cff None None] The sync data for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi is: [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:12Z', 'revision_number': 3, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:19.386398 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-5557f573-51a5-43eb-88f6-0895c58f1567 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Unset dirty status for tenant:bee7e931feeb451ba07870c825abc1ae on resource:network {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:19.387956 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-5557f573-51a5-43eb-88f6-0895c58f1567 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 819 time: 0.3862691 Dec 29 20:52:19.413542 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-03499051-2f11-49a0-a926-b4349b04313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.470529 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-0856af79-f6f3-48b8-b571-159546acb25c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/quotas/bee7e931feeb451ba07870c825abc1ae HTTP/1.1" status: 200 len: 375 time: 0.0696585 Dec 29 20:52:19.514546 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-94b3e91a-8f47-4034-96e2-06874dc79222 req-c712d0b0-c995-4f5a-877e-9c1af0d3c586 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.0708435 Dec 29 20:52:19.540549 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Pushing event updated for resources: {'Port': ['ID=cc01b6bf-252e-4ca2-9b65-1806513a39e1,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:19.562395 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03499051-2f11-49a0-a926-b4349b04313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130dd963-d108-4733-a711-e0ae2635358f,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:19.572932 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-03499051-2f11-49a0-a926-b4349b04313a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.600388 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-03499051-2f11-49a0-a926-b4349b04313a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/130dd963-d108-4733-a711-e0ae2635358f HTTP/1.1" status: 204 len: 168 time: 0.5993314 Dec 29 20:52:19.644225 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:19.645403 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:19.665727 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-8672153f-7c2a-4003-8527-92c544987473 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Synchronizing usage tracker for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:19.691677 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-8672153f-7c2a-4003-8527-92c544987473 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Unset dirty status for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:19.693642 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-8672153f-7c2a-4003-8527-92c544987473 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218335 Dec 29 20:52:19.770325 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.784659 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Transition to ACTIVE for port object ff1d40de-0701-468a-8aa8-4b8ad1edce05 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:19.793877 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.873869 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f12b5e-04be-4770-ad5e-c60ace2191ea None None] Pushing event updated for resources: {'Port': ['ID=ff1d40de-0701-468a-8aa8-4b8ad1edce05,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:19.896528 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-956e6cf8-ac4f-46e9-ba37-7548878e8bf4 None None] Provisioning complete for port cc01b6bf-252e-4ca2-9b65-1806513a39e1 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:19.897054 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-956e6cf8-ac4f-46e9-ba37-7548878e8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:19.913435 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-2289ca32-6be0-4c2a-9279-148a8f3f61a3 service neutron] 10.222.0.37 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115915 Dec 29 20:52:20.034228 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-956e6cf8-ac4f-46e9-ba37-7548878e8bf4 None None] Port cc01b6bf-252e-4ca2-9b65-1806513a39e1 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:20.125139 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-12b53ee6-515c-4f83-b780-c47758441abc service neutron] 10.222.0.37 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054946 Dec 29 20:52:20.164700 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.46', 52498) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:20.341951 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Attempting to bind port ff1d40de-0701-468a-8aa8-4b8ad1edce05 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:20.344276 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Attempting to bind port ff1d40de-0701-468a-8aa8-4b8ad1edce05 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:20.345948 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Attempting to bind port ff1d40de-0701-468a-8aa8-4b8ad1edce05 on network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:20.367769 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:20.368157 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Checking segment: {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:20.370685 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.372520 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Bound using segment: {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:20.373052 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Bound port: ff1d40de-0701-468a-8aa8-4b8ad1edce05, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:20.375399 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.559424 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] For port ff1d40de-0701-468a-8aa8-4b8ad1edce05, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:20.563874 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] For port ff1d40de-0701-468a-8aa8-4b8ad1edce05, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ff1d40de-0701-468a-8aa8-4b8ad1edce05,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:20.569201 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:20.586159 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-20951665-4837-461d-a014-2cccc595f381 req-efb6b259-d726-42b3-8b57-a45554d31f1b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 210 time: 0.1248593 Dec 29 20:52:20.675861 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4c78f83b-1c71-4523-b8aa-a5d0ba09f937 req-5549a817-2cc6-425a-bdf2-99af9bddabbb tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.1017113 Dec 29 20:52:20.712724 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-58b68dc9-077d-4f5b-843e-968eef31651d tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:20.714177 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-58b68dc9-077d-4f5b-843e-968eef31651d tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.46 "GET /v2.0/networks?id=f08e4ce6-f888-441e-8f04-f7a366fe5a04 HTTP/1.1" status: 200 len: 811 time: 0.5479252 Dec 29 20:52:20.786806 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Routers {'68b4f2e8-21b2-4e0a-ba71-9a943efe3880'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:20.787560 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:20.797619 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Router a6a84d82-bc57-4592-886a-7c3556d5e1be has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:52:20.871724 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f12b5e-04be-4770-ad5e-c60ace2191ea None None] Pushing event updated for resources: {'Port': ['ID=ff1d40de-0701-468a-8aa8-4b8ad1edce05,revision_number=4']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:21.049448 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fdefffdc-1d37-41a3-95f1-7c92957b64b9 req-911ddf52-3fb6-443f-8e07-7d64cf034bfb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.2602551 Dec 29 20:52:21.096596 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] Set router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:21.174525 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:52:21.187188 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4f495630-45cb-4702-b290-12864d5b2647 admin admin] 10.222.0.37 "PUT /v2.0/routers/a6a84d82-bc57-4592-886a-7c3556d5e1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1125212 Dec 29 20:52:21.535907 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:12Z', 'revision_number': 4, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port': {'id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'ff1d40de-0701-468a-8aa8-4b8ad1edce05', 'name': '', 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'mac_address': 'fa:16:3e:78:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:11Z', 'updated_at': '2021-12-29T20:52:20Z', 'revision_number': 4, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'subnets': [{'id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:21.542887 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c63501-be5c-453d-88ea-a7cb152a0da4 None None] The sync data for ids ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'] in dv-cinder-823170-1-iscsi is: [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:12Z', 'revision_number': 4, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port': {'id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'ff1d40de-0701-468a-8aa8-4b8ad1edce05', 'name': '', 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'mac_address': 'fa:16:3e:78:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:11Z', 'updated_at': '2021-12-29T20:52:20Z', 'revision_number': 4, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'subnets': [{'id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:21.692099 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1701906b-09d1-4286-a507-22380bbc9bb8 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:21.900870 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5ade1327-3e70-4663-a5db-6286473b829a req-940eb026-c331-4492-a66d-f571ee8cbe30 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 210 time: 0.1000216 Dec 29 20:52:21.910635 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 1701906b-09d1-4286-a507-22380bbc9bb8 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:21.941657 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 1701906b-09d1-4286-a507-22380bbc9bb8 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:21.942033 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.248102 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-095b9091-bb61-4555-8494-b5194dd4eab6 req-c4def262-3b4d-454e-bead-83061fb92361 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.1019738 Dec 29 20:52:22.277716 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.314962 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 1701906b-09d1-4286-a507-22380bbc9bb8, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1701906b-09d1-4286-a507-22380bbc9bb8,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:22.322359 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.371575 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34052) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:22.377959 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757441588', 'description': 'tempest-description--1198436465'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:22.389474 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:22.405626 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:22.415705 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:22.447082 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=1701906b-09d1-4286-a507-22380bbc9bb8,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:22.471677 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:22.480317 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5675e8db-36cb-4c84-a290-daf22a40f613 req-37b1b687-f4de-4397-b70a-791965f82bfd tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.0601368 Dec 29 20:52:22.493841 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.547011 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:22.551795 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group_rule and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:22.554937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:22.560920 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:22.627452 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.632692 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.678847 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.683054 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34060) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:22.683679 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3104241 Dec 29 20:52:22.683887 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9e919-54e8-445e-835e-bba0a08b0adc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a63ea4-cb5b-4454-bd28-4d357b02ec8a,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:22.691609 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'security_group_rule': {'security_group_id': '00a63ea4-cb5b-4454-bd28-4d357b02ec8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:22.697978 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:22.701940 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group_rule and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:22.705850 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:22.713249 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:22.732486 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.809954 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.815251 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.848477 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c39971-af5f-4378-b08c-5aba58eea3a7,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:22.862628 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:22.864398 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-14113477-03bf-4836-8085-44dd85efcdf3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1795800 Dec 29 20:52:22.867215 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34068) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:22.874879 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'security_group_rule': {'security_group_id': '00a63ea4-cb5b-4454-bd28-4d357b02ec8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:22.882269 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:22.886621 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group_rule and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:22.889999 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:22.896880 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:22.915145 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.003032 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.007573 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.025229 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcd8cf5-c6b5-4e63-8327-8145c4947efb,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:23.045706 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.048270 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-5f631c29-2725-4937-8f9d-7bba79528535 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1786482 Dec 29 20:52:23.050759 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34082) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:23.057927 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:23.064432 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:23.103560 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:floatingip and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:23.110286 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:23.114233 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-beadacf0-de5f-4e0e-b444-ba811f4c6768 req-b9888646-96d5-4309-9593-7ee08ae1d2f0 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 210 time: 0.0510845 Dec 29 20:52:23.117706 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:23.128778 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.275370 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.425294 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Allocated IP 172.27.2.99 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/1e6b808d-bac2-436b-acdb-81dd76baccab) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:23.433965 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ffe18092-630d-4d08-a468-0a0158c78e66 req-3dd329e4-acd3-4c4c-81de-4f7be99a2af8 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.0455647 Dec 29 20:52:23.579666 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.650315 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.670824 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ff1d40de-0701-468a-8aa8-4b8ad1edce05 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:23.695389 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-13279266-4cb1-4383-8c3e-1061e51e64e5 req-900db169-fdcd-4f96-938f-968b86ffb9a1 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.0905771 Dec 29 20:52:23.736170 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:23.739662 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:23.741781 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'Port': ['ID=1e6b808d-bac2-436b-acdb-81dd76baccab,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:23.743367 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port ff1d40de-0701-468a-8aa8-4b8ad1edce05 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:23.743767 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:23.748585 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port ff1d40de-0701-468a-8aa8-4b8ad1edce05 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:23.749193 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.864086 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.897158 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port ff1d40de-0701-468a-8aa8-4b8ad1edce05, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ff1d40de-0701-468a-8aa8-4b8ad1edce05,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:23.901710 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.902404 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1701906b-09d1-4286-a507-22380bbc9bb8 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:23.906775 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:23.963496 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.046137 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=ff1d40de-0701-468a-8aa8-4b8ad1edce05,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:24.059356 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 1701906b-09d1-4286-a507-22380bbc9bb8 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:24.059729 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.170456 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.176846 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.240416 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.260454 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'Port': ['ID=1e6b808d-bac2-436b-acdb-81dd76baccab,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:24.272329 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:24.286693 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2410c58d-b27d-4fa4-8db4-0c82ff79913d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2217715 Dec 29 20:52:24.289204 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13c90575-d6e7-4bcf-b700-b5ff41b72bad req-db288fc3-c99d-4777-b95f-9a99dd6aeb43 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 210 time: 0.0471737 Dec 29 20:52:24.391303 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Request body: {'port': {'device_id': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04', 'admin_state_up': True, 'tenant_id': 'ffcf9686384c4da28a25fd97ff272168'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:24.744576 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:24.756626 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Usage tracker for resource:port and tenant:ffcf9686384c4da28a25fd97ff272168 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:24.773165 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:24.789138 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.46', 52506) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:24.801796 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:24.900600 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-10200bed-e9bc-4c05-8dd1-356fad159ef9 req-bd912ce1-e586-4a19-8154-19139f9c9d6f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.2458537 Dec 29 20:52:24.959128 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Made reservation on behalf of ffcf9686384c4da28a25fd97ff272168 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:24.962038 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.012074 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-723d18b2-f67c-4b97-babc-c4ca57fdecc6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:25.081121 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0d0752b3-42a1-4e89-856a-afb545be8cf6 req-9d44abcf-7dd4-4c3e-801a-eab5b02bfbaa tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.0425949 Dec 29 20:52:25.096727 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7976-3095-4274-a257-24b22310a382 req-e95ea64f-d0a2-4cdf-900d-62ac88ff436e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:25.098273 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-e95ea64f-d0a2-4cdf-900d-62ac88ff436e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.3034575 Dec 29 20:52:25.113694 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-723d18b2-f67c-4b97-babc-c4ca57fdecc6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:25.114445 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-723d18b2-f67c-4b97-babc-c4ca57fdecc6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--757441588&fields=id&tenant_id=4ab51ee037374f88ab16f92d853d8d12 HTTP/1.1" status: 200 len: 267 time: 0.2816472 Dec 29 20:52:25.171899 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Request body: {'port': {'device_id': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'admin_state_up': True, 'tenant_id': 'd83bfebda32544d0821c5e2cc15c6d4d'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:25.340814 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.46', 52510) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:25.573382 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Allocated IP 172.20.0.12 (f08e4ce6-f888-441e-8f04-f7a366fe5a04/ab9c033c-e515-4e79-9a49-f4e3c9a5958f/7055fdf4-6099-4a4d-8d6e-b0e753b92b33) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:25.665063 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-68f444ad-14ed-46f4-9593-5f945738d755 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:25.666095 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-68f444ad-14ed-46f4-9593-5f945738d755 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:network {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:25.668483 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ff1d40de-0701-468a-8aa8-4b8ad1edce05 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:25.671214 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:25.686995 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Usage tracker for resource:port and tenant:d83bfebda32544d0821c5e2cc15c6d4d is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:25.698508 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:25.720052 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:25.782932 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Made reservation on behalf of d83bfebda32544d0821c5e2cc15c6d4d for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:25.790223 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.812267 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-68f444ad-14ed-46f4-9593-5f945738d755 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:network {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:25.830895 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-68f444ad-14ed-46f4-9593-5f945738d755 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 810 time: 0.6861439 Dec 29 20:52:25.845470 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2d0b8fee-e97f-49bc-9027-35cb02da1f91 req-da178609-0c7b-4201-a532-ed7eca132bac tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 210 time: 0.1915238 Dec 29 20:52:25.850902 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port ff1d40de-0701-468a-8aa8-4b8ad1edce05 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:25.853668 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:25.913011 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-134a02eb-6a24-4ddf-ac88-1950f66ea8f6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:25.915356 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-134a02eb-6a24-4ddf-ac88-1950f66ea8f6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 819 time: 0.5650764 Dec 29 20:52:25.967200 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Request body: {'port': {'device_id': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'admin_state_up': True, 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:26.175885 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-04ac06a9-b10a-4aef-9961-7fda3710136f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/quotas/4ab51ee037374f88ab16f92d853d8d12 HTTP/1.1" status: 200 len: 375 time: 0.3425486 Dec 29 20:52:26.317213 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.46', 52515) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:26.482164 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1577ce8d-3def-4c7f-8fd5-5bf9a717e2de req-81933136-d67d-4fbb-847a-cad3bf2633eb tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.1396084 Dec 29 20:52:26.489434 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:26.501882 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:26.514742 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Made reservation on behalf of bee7e931feeb451ba07870c825abc1ae for: {'port': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:26.520119 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.803316 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c7c4407e-2e8d-4644-8be0-8e44f06e5f6a req-f7196cbf-36f6-41d9-88a2-5bb04b678111 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.0724423 Dec 29 20:52:26.812826 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:26.976581 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Allocated IP 172.20.0.4 (83642bf7-3695-4edb-b3db-326fcc0d8ad9/51df6e81-af2a-4d81-a701-1894ed3139e1/c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:26.996186 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-161e4201-a8ab-4ed6-b162-0bd64c58b4fb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:26.999077 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-161e4201-a8ab-4ed6-b162-0bd64c58b4fb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 819 time: 0.6728554 Dec 29 20:52:27.035632 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Request body: {'port': {'device_id': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'admin_state_up': True, 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:27.229325 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Allocated IP 172.20.0.7 (50b7bc18-2c7a-44ed-be66-3b22ba1d0df6/f2a59deb-5e27-4855-a7c4-cf68f8f46133/b35be55c-6e1a-411d-b96c-fd1c23d248cc) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:27.272391 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-144147dd-6e05-43a6-99aa-15a1049dfa35 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0656753 Dec 29 20:52:27.323100 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aec863cb-f339-497b-a493-a4dd196bcc44 req-cc028bd7-7715-4168-8f18-6e73d3ba252f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 210 time: 0.0913599 Dec 29 20:52:27.403153 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.495219 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.603865 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Pushing event updated for resources: {'Port': ['ID=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:27.618853 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:27.620157 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:27.623300 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:27.628187 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:27.628952 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.660961 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d73e691e-ee02-4ee1-bc88-87554c341126 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6988761 Dec 29 20:52:27.664546 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.681842 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:27.686584 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Usage tracker for resource:port and tenant:bee7e931feeb451ba07870c825abc1ae is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:27.690351 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:27.696689 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:27.717697 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Made reservation on behalf of bee7e931feeb451ba07870c825abc1ae for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:27.721709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:27.973435 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f8fea-e7c3-41d9-a5e0-2b8042e325b5 req-d2884d66-10eb-4d7b-b396-b8b74ed11947 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:27.990833 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-612f8fea-e7c3-41d9-a5e0-2b8042e325b5 req-d2884d66-10eb-4d7b-b396-b8b74ed11947 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 932 time: 0.2242813 Dec 29 20:52:28.098200 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-612f8fea-e7c3-41d9-a5e0-2b8042e325b5 req-c466c3f5-38cf-4af3-82ee-5e6e7f562f99 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Synchronizing usage tracker for tenant:ffcf9686384c4da28a25fd97ff272168 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:28.153285 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-612f8fea-e7c3-41d9-a5e0-2b8042e325b5 req-c466c3f5-38cf-4af3-82ee-5e6e7f562f99 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Unset dirty status for tenant:ffcf9686384c4da28a25fd97ff272168 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:28.154545 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-612f8fea-e7c3-41d9-a5e0-2b8042e325b5 req-c466c3f5-38cf-4af3-82ee-5e6e7f562f99 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628411 Dec 29 20:52:28.210153 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Network f08e4ce6-f888-441e-8f04-f7a366fe5a04 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:28.240502 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:28.308919 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:28.312744 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:28.313558 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:28.353678 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9678707 Dec 29 20:52:28.444133 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Allocated IP 172.20.0.13 (83642bf7-3695-4edb-b3db-326fcc0d8ad9/51df6e81-af2a-4d81-a701-1894ed3139e1/e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:28.466207 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-558d6698-efe3-4bcb-b2a5-0e66431c7923 service neutron] 10.222.0.37 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1600862 Dec 29 20:52:28.524283 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4c17ddd-b20d-4435-9d11-a0e1a56e6961 req-fb1e4dc2-9acd-454d-82c1-181ef86f15ea tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 210 time: 0.1208298 Dec 29 20:52:28.655406 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-7a6e552c-3bdc-47e4-a14a-46e4018f4ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649477 Dec 29 20:52:28.655406 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950bb6b-f5cf-4c7a-9961-6d0103100fba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Pushing event updated for resources: {'Port': ['ID=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:28.846511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:28.943721 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34282) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:28.997243 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-2be28c0b-a819-40dc-beb5-93e14156e89b req-1fe50f84-ac1f-4e25-b376-61e2de872ee8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Synchronizing usage tracker for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:29.077384 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-1653d6c1-66e1-4666-9880-1d741080362e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82779) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:52:29.081553 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-1653d6c1-66e1-4666-9880-1d741080362e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0147755 Dec 29 20:52:29.089353 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-ad077879-24e3-48e2-b135-faafc9f727ef tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 20:52:29.090139 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-2be28c0b-a819-40dc-beb5-93e14156e89b req-1fe50f84-ac1f-4e25-b376-61e2de872ee8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Unset dirty status for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:29.090452 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-ad077879-24e3-48e2-b135-faafc9f727ef tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0272527 Dec 29 20:52:29.101479 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2be28c0b-a819-40dc-beb5-93e14156e89b req-1fe50f84-ac1f-4e25-b376-61e2de872ee8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 210 time: 0.2699449 Dec 29 20:52:29.208233 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c8c8c42e-5d53-4eef-8e15-0f7d3c92d385 req-a0fd7831-0af3-4c59-b225-548c2eb2839f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 210 time: 0.1505706 Dec 29 20:52:29.276325 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.407732 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.409629 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event updated for resources: {'Port': ['ID=b35be55c-6e1a-411d-b96c-fd1c23d248cc,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:29.497069 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:29.504965 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.507620 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Usage tracker for resource:security_group_rule and tenant:d1136483572d4751b1e5b5716a542939 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:29.514873 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:29.516482 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:29.525382 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:29.530524 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:29.539865 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:29.550426 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:29.551408 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.613149 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34310) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:29.654730 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-bef9e9ed-adb2-4ed0-80c6-7cbc03037fa7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5196595 Dec 29 20:52:29.691718 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.827899 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Request body: {'port': {'device_id': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:29.858612 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.873322 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:29.923508 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:29.964230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd77f4-5bd6-4803-9c4a-b27b81e23cff req-489b8269-f28e-45ea-a792-28f5b6452cba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:29.979676 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9cdd77f4-5bd6-4803-9c4a-b27b81e23cff req-489b8269-f28e-45ea-a792-28f5b6452cba tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 932 time: 0.3502476 Dec 29 20:52:29.989725 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:30.022254 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Request body: {'port': {'device_id': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:30.123938 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9cdd77f4-5bd6-4803-9c4a-b27b81e23cff req-9de0048f-fa52-4e78-8880-decacb2c52e7 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419599 Dec 29 20:52:30.132473 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Request body: {'port': {'device_id': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:30.185965 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:30.190802 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:30.191490 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.274112 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.294675 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f6e3b-1eda-4090-967a-d3fc823521e0,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:30.312540 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a200cc77-50f5-4ed2-85ac-6c9b9fae8477 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1136483572d4751b1e5b5716a542939&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3659916 Dec 29 20:52:30.379881 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34340) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:30.652855 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34346) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:30.670243 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.699021 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7024785f-fb2a-4c7b-8219-ac6368e7169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.752761 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35be55c-6e1a-411d-b96c-fd1c23d248cc {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:30.761457 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.778514 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Transition to ACTIVE for port object b35be55c-6e1a-411d-b96c-fd1c23d248cc will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:30.779885 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.796810 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:30.825189 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0101f4-f03b-40dd-ab75-0f1ff097af73 req-7bf7a853-b3f9-4b6f-8285-247b37a003c1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:30.828200 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Pushing event updated for resources: {'Port': ['ID=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:30.828983 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0b0101f4-f03b-40dd-ab75-0f1ff097af73 req-7bf7a853-b3f9-4b6f-8285-247b37a003c1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 932 time: 0.3652713 Dec 29 20:52:30.833539 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7024785f-fb2a-4c7b-8219-ac6368e7169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.074258 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:31.077565 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-62c3527f-2157-4cca-8376-3f19f6abfad1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0521753 Dec 29 20:52:31.107543 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Usage tracker for resource:security_group_rule and tenant:bd13041da7d149e39ab0525b1e164c04 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:31.108292 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.150034 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.169814 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:31.199107 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:31.215041 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0b0101f4-f03b-40dd-ab75-0f1ff097af73 req-09c31370-1f2f-4ba9-b999-f48303b14eaf tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478642 Dec 29 20:52:31.240201 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Attempting to bind port b35be55c-6e1a-411d-b96c-fd1c23d248cc on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:31.240566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Attempting to bind port b35be55c-6e1a-411d-b96c-fd1c23d248cc by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:31.240913 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Attempting to bind port b35be55c-6e1a-411d-b96c-fd1c23d248cc on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:31.323258 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Port b35be55c-6e1a-411d-b96c-fd1c23d248cc on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:31.323553 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Attempting to bind port b35be55c-6e1a-411d-b96c-fd1c23d248cc on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:31.338633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02841281-89ac-4c79-b894-ff3ee6dfdfde req-974ece32-4d5c-4343-852f-8c81f7de6dd4 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:31.339391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-02841281-89ac-4c79-b894-ff3ee6dfdfde req-974ece32-4d5c-4343-852f-8c81f7de6dd4 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:31.341968 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Pushing event updated for resources: {'Port': ['ID=b35be55c-6e1a-411d-b96c-fd1c23d248cc,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:31.392361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:31.392361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Checking segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:31.392674 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Bound using segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:31.393165 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Bound port: b35be55c-6e1a-411d-b96c-fd1c23d248cc, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:31.393516 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.395023 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7024785f-fb2a-4c7b-8219-ac6368e7169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.405311 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:31.485562 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-02841281-89ac-4c79-b894-ff3ee6dfdfde req-974ece32-4d5c-4343-852f-8c81f7de6dd4 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:31.487137 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02841281-89ac-4c79-b894-ff3ee6dfdfde req-974ece32-4d5c-4343-852f-8c81f7de6dd4 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 931 time: 1.5318239 Dec 29 20:52:31.592981 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024785f-fb2a-4c7b-8219-ac6368e7169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f6e3b-1eda-4090-967a-d3fc823521e0,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:31.659728 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Usage tracker for resource:security_group_rule and tenant:34af0c88029542c8be4a5686fafd259f is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:31.668598 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:31.683932 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:31.727719 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.746176 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-e49c9fe0-c78c-45c2-9cf7-c5388a2c7678 req-88a102b4-dfa0-42b3-b4af-09276960102c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:31.758730 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.769407 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7024785f-fb2a-4c7b-8219-ac6368e7169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.773119 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7024785f-fb2a-4c7b-8219-ac6368e7169e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb2f6e3b-1eda-4090-967a-d3fc823521e0 HTTP/1.1" status: 204 len: 168 time: 1.3876472 Dec 29 20:52:31.800942 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.notifiers.nova [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 {{(pid=82779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:31.814707 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.822456 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-e49c9fe0-c78c-45c2-9cf7-c5388a2c7678 req-88a102b4-dfa0-42b3-b4af-09276960102c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:31.823719 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e49c9fe0-c78c-45c2-9cf7-c5388a2c7678 req-88a102b4-dfa0-42b3-b4af-09276960102c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 210 time: 0.3903236 Dec 29 20:52:31.843773 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.provisioning_blocks [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Transition to ACTIVE for port object 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 will not be triggered until provisioned by entity L2. {{(pid=82779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:31.873847 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:31.900717 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02841281-89ac-4c79-b894-ff3ee6dfdfde req-f161f58f-b64f-4593-8821-9cd979a0a327 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955367 Dec 29 20:52:31.963605 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] For port b35be55c-6e1a-411d-b96c-fd1c23d248cc, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:31.992035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34374) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:31.993627 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] For port b35be55c-6e1a-411d-b96c-fd1c23d248cc, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=b35be55c-6e1a-411d-b96c-fd1c23d248cc,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:32.051267 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.122170 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ea7c70-589b-46fd-935e-4b298327a3f1,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.164270 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-01b9e9b0-8578-444c-a541-75c05fdfd2fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd13041da7d149e39ab0525b1e164c04&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5499222 Dec 29 20:52:32.179586 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34382) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:32.212807 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.248715 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.250903 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] 10.222.0.46 "PUT /v2.0/ports/b35be55c-6e1a-411d-b96c-fd1c23d248cc HTTP/1.1" status: 200 len: 1093 time: 2.5732622 Dec 29 20:52:32.254379 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'tag': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:32.283776 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.318211 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Pushing event updated for resources: {'Port': ['ID=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.336710 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59a1b0-08aa-48c2-b8b5-7b435abf87de service neutron] Pushing event updated for resources: {'Port': ['ID=b35be55c-6e1a-411d-b96c-fd1c23d248cc,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.347598 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.db.resource_extend [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:52:32.356071 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=34af0c88029542c8be4a5686fafd259f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7008867 Dec 29 20:52:32.363776 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34390) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:32.456097 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.managers [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Attempting to bind port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:32.456464 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.managers [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Attempting to bind port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'f62dd853-6e87-4e62-9a53-d3b493c2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04'}] {{(pid=82779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:32.456810 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Attempting to bind port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 on network f08e4ce6-f888-441e-8f04-f7a366fe5a04 {{(pid=82779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:32.462741 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbab95-d358-49af-ada1-4c6f9ab3215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d137a19c-3828-435e-b995-b44eab046dfa,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.477650 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 on network f08e4ce6-f888-441e-8f04-f7a366fe5a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:32.477918 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Attempting to bind port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 on network f08e4ce6-f888-441e-8f04-f7a366fe5a04 {{(pid=82779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:32.526797 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:32.528807 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb346355-c750-4ec2-80ce-86de50c98823 req-b2744fff-62fa-4400-9f36-ab6f7c588d55 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:32.536218 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fb346355-c750-4ec2-80ce-86de50c98823 req-b2744fff-62fa-4400-9f36-ab6f7c588d55 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.4085417 Dec 29 20:52:32.548643 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5322-14e2-4394-8cab-a04e2201a79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.567585 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:32.567952 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Checking segment: {'id': 'f62dd853-6e87-4e62-9a53-d3b493c2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:32.568599 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Bound using segment: {'id': 'f62dd853-6e87-4e62-9a53-d3b493c2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04'} {{(pid=82779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:32.571604 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.managers [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Bound port: 7055fdf4-6099-4a4d-8d6e-b0e753b92b33, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62dd853-6e87-4e62-9a53-d3b493c2af7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04'}}] {{(pid=82779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:32.572012 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.612590 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.617218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.636212 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34396) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:32.690403 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Transition to ACTIVE for port object c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:32.694421 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5322-14e2-4394-8cab-a04e2201a79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.731064 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.755600 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.790203 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-98524c02-4663-43a5-acec-9fefeca09825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.835972 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:32.854023 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fb346355-c750-4ec2-80ce-86de50c98823 req-5f694c82-7e38-4896-abe1-65209ef77d3e tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168089 Dec 29 20:52:32.871847 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Usage tracker for resource:security_group_rule and tenant:a1c5870ed7d54bdb89c75497ad7a05e8 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:32.885999 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:32.908200 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:32.913568 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] For port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33, host hv-cinder-82317, cleared binding levels {{(pid=82779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:32.917529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:32.932862 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Usage tracker for resource:security_group_rule and tenant:bae137591107409085588f8b351ce66c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:32.941776 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:32.951743 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Pushing event updated for resources: {'Port': ['ID=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:32.952509 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] For port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,segment=NetworkSegment(f62dd853-6e87-4e62-9a53-d3b493c2af7c),segment_id=f62dd853-6e87-4e62-9a53-d3b493c2af7c)] {{(pid=82779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:32.954011 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:32.968893 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-98524c02-4663-43a5-acec-9fefeca09825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:32.970184 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.114082 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598ca7-bb4f-4302-98a4-515be2f15145 req-8db327d2-e9c0-4ea4-8975-12826f30ef14 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:33.114812 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-c4598ca7-bb4f-4302-98a4-515be2f15145 req-8db327d2-e9c0-4ea4-8975-12826f30ef14 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Synchronizing usage tracker for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:33.124412 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.126479 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] 10.222.0.46 "PUT /v2.0/ports/7055fdf4-6099-4a4d-8d6e-b0e753b92b33 HTTP/1.1" status: 200 len: 1094 time: 3.4984379 Dec 29 20:52:33.128113 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'tag': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33'}] {{(pid=82779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:33.154504 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5322-14e2-4394-8cab-a04e2201a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.194756 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b5322-14e2-4394-8cab-a04e2201a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ea7c70-589b-46fd-935e-4b298327a3f1,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.209846 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4f2b5322-14e2-4394-8cab-a04e2201a79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.211114 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-4f2b5322-14e2-4394-8cab-a04e2201a79c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38ea7c70-589b-46fd-935e-4b298327a3f1 HTTP/1.1" status: 204 len: 168 time: 1.0257881 Dec 29 20:52:33.212791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Attempting to bind port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:33.213121 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Attempting to bind port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:33.213526 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Attempting to bind port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 on network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:33.216357 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-c4598ca7-bb4f-4302-98a4-515be2f15145 req-8db327d2-e9c0-4ea4-8975-12826f30ef14 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Unset dirty status for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:33.217608 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c4598ca7-bb4f-4302-98a4-515be2f15145 req-8db327d2-e9c0-4ea4-8975-12826f30ef14 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 932 time: 0.6837578 Dec 29 20:52:33.223217 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 on network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:33.223650 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Attempting to bind port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 on network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:33.233365 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:33.233748 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Checking segment: {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:33.234142 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Bound using segment: {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:33.235196 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Bound port: c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:33.235686 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.249171 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-98524c02-4663-43a5-acec-9fefeca09825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.287403 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98524c02-4663-43a5-acec-9fefeca09825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d137a19c-3828-435e-b995-b44eab046dfa,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.292985 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-98524c02-4663-43a5-acec-9fefeca09825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.298716 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-98524c02-4663-43a5-acec-9fefeca09825 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d137a19c-3828-435e-b995-b44eab046dfa HTTP/1.1" status: 204 len: 168 time: 0.9334137 Dec 29 20:52:33.351158 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-48789100-8778-4f3a-87b2-15d973e82640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.400040 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566a74c-2beb-436f-99a2-8d89c233252b service neutron] Pushing event updated for resources: {'Port': ['ID=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,revision_number=3']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.414750 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-c4598ca7-bb4f-4302-98a4-515be2f15145 req-1136de46-91ce-4230-8bd0-be5bddd8d8c4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Synchronizing usage tracker for tenant:bee7e931feeb451ba07870c825abc1ae on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:33.431953 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'tag': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'status': 'completed', 'code': 200} Dec 29 20:52:33.473499 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.482445 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.487921 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.498510 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Request body: {'port': {'device_id': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:33.551182 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1c5870ed7d54bdb89c75497ad7a05e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5413525 Dec 29 20:52:33.552739 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.559963 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34418) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:33.578793 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] For port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:33.754683 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-c4598ca7-bb4f-4302-98a4-515be2f15145 req-1136de46-91ce-4230-8bd0-be5bddd8d8c4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Unset dirty status for tenant:bee7e931feeb451ba07870c825abc1ae on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:33.756016 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c4598ca7-bb4f-4302-98a4-515be2f15145 req-1136de46-91ce-4230-8bd0-be5bddd8d8c4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017576 Dec 29 20:52:33.759487 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] For port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:33.786517 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:33.804106 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bae137591107409085588f8b351ce66c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1505318 Dec 29 20:52:33.807233 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-20d54380-637c-4c10-ac5a-acc3700f115d req-aeb955a7-b3eb-4483-92b0-78582cb2fab0 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 210 time: 0.0913978 Dec 29 20:52:33.807707 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34424) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:33.847710 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ca3eb223-9c56-47ed-8b5a-e9e55cf11041 req-f5be5713-1c48-4073-8b6c-d041e37a13d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 1096 time: 0.2490637 Dec 29 20:52:33.848472 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8d4db-f4ae-4e85-bd0f-84e3742548bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e2baf-d8a7-4476-922b-8a7c51fd0048,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:33.897987 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a57b7-3031-4c55-b1fd-029a7febc306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab805fc8-a436-49da-8ae1-719e91b4c91e,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:34.180140 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.46', 52531) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:34.356496 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.358882 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] 10.222.0.46 "PUT /v2.0/ports/c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 1093 time: 4.7880290 Dec 29 20:52:34.420760 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34440) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:34.596073 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb223-9c56-47ed-8b5a-e9e55cf11041 req-929097d9-3835-48d8-af42-2edd850d620d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:34.598358 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ca3eb223-9c56-47ed-8b5a-e9e55cf11041 req-929097d9-3835-48d8-af42-2edd850d620d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6979487 Dec 29 20:52:34.600052 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.603354 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.636823 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:34.641230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Usage tracker for resource:security_group_rule and tenant:c0508d87074a453995712bbb2a816a9d is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:34.644662 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:34.648087 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a790c-bd40-4500-a6a8-9d1723903e3e service neutron] Pushing event updated for resources: {'Port': ['ID=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:34.650866 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:34.688329 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e95ebac1-cce0-4c42-89af-e4d993c33343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.757483 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9915-7297-4b7d-a427-f70cea2a8676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.902917 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-ecb0b657-ea39-4d03-a9b8-10e9f5c252ba tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:34.905472 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-ecb0b657-ea39-4d03-a9b8-10e9f5c252ba tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 810 time: 0.7189848 Dec 29 20:52:34.907971 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9915-7297-4b7d-a427-f70cea2a8676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.944042 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:34.960353 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5fd96-8398-4d4e-bbcf-a5492ff52abf req-6a755f74-203d-42d4-ae25-3fef9d993c7e tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:34.963171 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3ec5fd96-8398-4d4e-bbcf-a5492ff52abf req-6a755f74-203d-42d4-ae25-3fef9d993c7e tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.7912765 Dec 29 20:52:34.971512 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.009867 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-e89b5364-aaa2-408d-a807-6c39b6225c10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffcf9686384c4da28a25fd97ff272168&device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 1097 time: 1.3685114 Dec 29 20:52:35.093525 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0508d87074a453995712bbb2a816a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6629612 Dec 29 20:52:35.106235 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e95ebac1-cce0-4c42-89af-e4d993c33343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.153923 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34452) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:35.231901 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b29c1-f427-4a83-8a9e-df228847282b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a4fc3d-f1a1-4f00-b74e-757bfdaeb828,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:35.385709 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3ec5fd96-8398-4d4e-bbcf-a5492ff52abf req-27ac275c-3860-4bab-8fb4-34fb91af12a1 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398705 Dec 29 20:52:35.421549 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eb223-9c56-47ed-8b5a-e9e55cf11041 req-e8ef378d-07b0-499c-b894-22c1a65a86cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:35.427065 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ca3eb223-9c56-47ed-8b5a-e9e55cf11041 req-e8ef378d-07b0-499c-b894-22c1a65a86cb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4028578 Dec 29 20:52:35.433563 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9915-7297-4b7d-a427-f70cea2a8676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.464733 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'tag': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:35.468104 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb9915-7297-4b7d-a427-f70cea2a8676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab805fc8-a436-49da-8ae1-719e91b4c91e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:35.475256 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9915-7297-4b7d-a427-f70cea2a8676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.480622 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-c0eb9915-7297-4b7d-a427-f70cea2a8676 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab805fc8-a436-49da-8ae1-719e91b4c91e HTTP/1.1" status: 204 len: 168 time: 1.6652176 Dec 29 20:52:35.538976 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f89d5e93-b1fd-4cf8-8998-9aab65609f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:35.557068 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1935-cd8c-42a2-9462-67537b1479c1 req-544ea833-9e7e-43e8-a6d9-9032ef579a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:35.564222 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d84a1935-cd8c-42a2-9462-67537b1479c1 req-544ea833-9e7e-43e8-a6d9-9032ef579a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 943 time: 1.4269376 Dec 29 20:52:35.677179 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-1e686783-a73e-46eb-be35-343e2d4849ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7055fdf4-6099-4a4d-8d6e-b0e753b92b33 HTTP/1.1" status: 200 len: 217 time: 0.3434119 Dec 29 20:52:35.716328 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-5e86ffff-4cd1-4b18-84e4-6690d9b94211 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 1096 time: 0.1111782 Dec 29 20:52:35.737549 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-9a633290-aaea-4271-ab16-6790abfa91f8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab51ee037374f88ab16f92d853d8d12 HTTP/1.1" status: 200 len: 379 time: 0.6987579 Dec 29 20:52:36.026466 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'tag': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33', 'status': 'completed', 'code': 200} Dec 29 20:52:36.052643 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-eabc2639-6ed3-4f90-be22-ae54c9acdd32 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35be55c-6e1a-411d-b96c-fd1c23d248cc HTTP/1.1" status: 200 len: 217 time: 0.1897843 Dec 29 20:52:36.070110 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:36.089008 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.116375 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b178990d-fb7c-4318-bcc1-4c03187e7daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.149400 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'port': {'device_id': 'bc414c80-2773-4125-8028-6a27df0e831d', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'admin_state_up': True, 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'security_groups': ['00a63ea4-cb5b-4454-bd28-4d357b02ec8a']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:36.369922 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-2262749e-e4ff-40f7-82ae-858b1b7fe62a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:36.378214 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-2262749e-e4ff-40f7-82ae-858b1b7fe62a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab9c033c-e515-4e79-9a49-f4e3c9a5958f HTTP/1.1" status: 200 len: 851 time: 0.2389305 Dec 29 20:52:36.379133 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e95ebac1-cce0-4c42-89af-e4d993c33343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.412946 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Transition to ACTIVE for port object e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:36.455878 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7976-3095-4274-a257-24b22310a382 req-6e0181eb-afd9-403c-9e6d-27486feb162d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:36.457372 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-6e0181eb-afd9-403c-9e6d-27486feb162d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.1808989 Dec 29 20:52:36.494096 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ebac1-cce0-4c42-89af-e4d993c33343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e2baf-d8a7-4476-922b-8a7c51fd0048,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:36.500940 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74077600-ebc2-4213-ac15-903da61ca76e req-077f675d-2539-4642-9687-56c31a35c64f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:36.517974 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-74077600-ebc2-4213-ac15-903da61ca76e req-077f675d-2539-4642-9687-56c31a35c64f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 932 time: 0.3004897 Dec 29 20:52:36.651902 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-74077600-ebc2-4213-ac15-903da61ca76e req-4d3afbe3-8657-4160-b587-519350be1b7e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256599 Dec 29 20:52:36.689888 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.705863 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d84a1935-cd8c-42a2-9462-67537b1479c1 req-92db9124-bd32-4f11-890d-0b1baabac583 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1407790 Dec 29 20:52:36.710723 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:36.721890 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:36.744766 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:36.912219 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Made reservation on behalf of 4ab51ee037374f88ab16f92d853d8d12 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:52:36.916977 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.123070 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.145400 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7c8ae422-1fc8-4fcc-ab25-eef41717dd05 req-37c4b954-5830-484d-b26a-bd615d519ed1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 210 time: 0.0693152 Dec 29 20:52:37.147991 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-47e09cd8-c428-4c74-8e98-91c6fd76bf3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734655 Dec 29 20:52:37.202496 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e95ebac1-cce0-4c42-89af-e4d993c33343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.202496 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e95ebac1-cce0-4c42-89af-e4d993c33343 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/641e2baf-d8a7-4476-922b-8a7c51fd0048 HTTP/1.1" status: 204 len: 168 time: 3.6292462 Dec 29 20:52:37.206150 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-f7267074-bdf2-4381-aa0f-66bcb5494861 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1096 time: 2.0422328 Dec 29 20:52:37.272031 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b178990d-fb7c-4318-bcc1-4c03187e7daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.320381 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'tag': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4', 'status': 'completed', 'code': 200} Dec 29 20:52:37.360115 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Pushing event updated for resources: {'Port': ['ID=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:37.401215 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-0558e481-8ae5-4cbc-abb6-ed1807bb9a00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f08e4ce6-f888-441e-8f04-f7a366fe5a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897488 Dec 29 20:52:37.563751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Attempting to bind port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:37.564466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Attempting to bind port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:37.564466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Attempting to bind port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 on network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:37.571576 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b178990d-fb7c-4318-bcc1-4c03187e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.631646 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178990d-fb7c-4318-bcc1-4c03187e7daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a4fc3d-f1a1-4f00-b74e-757bfdaeb828,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:37.636529 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 on network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:37.636883 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Attempting to bind port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 on network 83642bf7-3695-4edb-b3db-326fcc0d8ad9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:37.663254 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d472b-6540-41f4-8c90-d3e5eea4587e req-b7a20f34-c420-48a8-aed4-3e44c933bab7 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:37.663945 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-aa9d472b-6540-41f4-8c90-d3e5eea4587e req-b7a20f34-c420-48a8-aed4-3e44c933bab7 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Synchronizing usage tracker for tenant:ffcf9686384c4da28a25fd97ff272168 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:37.678376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:37.678705 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Checking segment: {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:37.679091 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Bound using segment: {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:37.679744 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Bound port: e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7504c7aa-07cd-4919-94d6-3e6d5bc4226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:37.679867 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.751539 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Allocated IP 172.20.0.10 (cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e/f829f4ae-6361-42ac-a253-65665a7b27e0/adf102d0-3086-4610-895a-fb5960a11025) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:52:37.766903 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b178990d-fb7c-4318-bcc1-4c03187e7daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.770834 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b178990d-fb7c-4318-bcc1-4c03187e7daa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6a4fc3d-f1a1-4f00-b74e-757bfdaeb828 HTTP/1.1" status: 204 len: 168 time: 2.4336379 Dec 29 20:52:37.792907 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-aa9d472b-6540-41f4-8c90-d3e5eea4587e req-b7a20f34-c420-48a8-aed4-3e44c933bab7 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Unset dirty status for tenant:ffcf9686384c4da28a25fd97ff272168 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:37.794179 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aa9d472b-6540-41f4-8c90-d3e5eea4587e req-b7a20f34-c420-48a8-aed4-3e44c933bab7 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.4621298 Dec 29 20:52:37.909220 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cbf52-fc54-4d8e-9f50-de14eae2cd76 req-6828ff1c-bd2e-44a2-b4be-d6e0e3a9dcd4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:37.911172 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a02cbf52-fc54-4d8e-9f50-de14eae2cd76 req-6828ff1c-bd2e-44a2-b4be-d6e0e3a9dcd4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.0967681 Dec 29 20:52:37.920604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34520) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:37.976447 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:37.977759 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] For port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:37.997257 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a02cbf52-fc54-4d8e-9f50-de14eae2cd76 req-dcaf84ef-46b2-4086-a352-d07593eee6cf tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805111 Dec 29 20:52:38.046150 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.060313 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] For port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:38.070510 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aa9d472b-6540-41f4-8c90-d3e5eea4587e req-03e684c7-2b6f-485c-a9f2-881abe34f3c5 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646692 Dec 29 20:52:38.082923 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.228257 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.229770 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] 10.222.0.46 "PUT /v2.0/ports/e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 HTTP/1.1" status: 200 len: 1094 time: 4.7777767 Dec 29 20:52:38.243077 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec955e07-fb3e-4d38-a574-6e84760fc855 req-dad599b9-0de4-4b38-b0df-9d2911d1c2c4 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:38.244803 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ec955e07-fb3e-4d38-a574-6e84760fc855 req-dad599b9-0de4-4b38-b0df-9d2911d1c2c4 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 943 time: 0.1074879 Dec 29 20:52:38.265432 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:38.284845 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:1fea4c5a70434ff7905f5d0f9e3a58bb is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:38.299616 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:38.313530 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2bb64-b73c-4b70-bc19-f36d8bf85949 service neutron] Pushing event updated for resources: {'Port': ['ID=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:38.316505 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-ec955e07-fb3e-4d38-a574-6e84760fc855 req-3bb46111-c8b0-412c-ba92-6de9aa4f19ce tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:38.317586 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:38.322881 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.339586 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-ec955e07-fb3e-4d38-a574-6e84760fc855 req-3bb46111-c8b0-412c-ba92-6de9aa4f19ce tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:38.341574 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ec955e07-fb3e-4d38-a574-6e84760fc855 req-3bb46111-c8b0-412c-ba92-6de9aa4f19ce tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899024 Dec 29 20:52:38.351539 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Transition to ACTIVE for port object adf102d0-3086-4610-895a-fb5960a11025 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:38.470571 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.477613 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d0078966-19fd-4eae-905d-13f76363d69a req-41a39eb5-8e4d-432c-8c4c-5a38ce3e8c98 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:52:38.521467 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.548803 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.587992 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d0078966-19fd-4eae-905d-13f76363d69a req-41a39eb5-8e4d-432c-8c4c-5a38ce3e8c98 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:52:38.589144 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0078966-19fd-4eae-905d-13f76363d69a req-41a39eb5-8e4d-432c-8c4c-5a38ce3e8c98 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 210 time: 0.1730692 Dec 29 20:52:38.607922 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:52:38.608921 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'Port': ['ID=adf102d0-3086-4610-895a-fb5960a11025,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:38.618187 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:52:38.620910 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:52:38.625296 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:38.625892 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.643914 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b543e-cd1b-4b91-9b4a-7113c50ada4e,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:38.652144 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-9c1084ed-bc24-4938-b262-7a2b7ec71ac7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fea4c5a70434ff7905f5d0f9e3a58bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7233496 Dec 29 20:52:38.652957 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 34540) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:38.688226 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-29d11cae-7a3a-481e-a2c4-24dd21cd9bfd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5434427 Dec 29 20:52:38.734934 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7529-7127-4c74-89c3-fc0e3ddc768d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.779608 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7529-7127-4c74-89c3-fc0e3ddc768d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:38.910324 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Request body: {'port': {'device_id': 'bc414c80-2773-4125-8028-6a27df0e831d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:52:38.944479 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-87a189c2-e3e8-4e17-b09c-3194024ef589 None None] Provisioning for port adf102d0-3086-4610-895a-fb5960a11025 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:38.960646 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-87a189c2-e3e8-4e17-b09c-3194024ef589 None None] Provisioning complete for port adf102d0-3086-4610-895a-fb5960a11025 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:38.961020 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-87a189c2-e3e8-4e17-b09c-3194024ef589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.128328 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-87a189c2-e3e8-4e17-b09c-3194024ef589 None None] Port adf102d0-3086-4610-895a-fb5960a11025 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:52:39.198283 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-26159d3b-ea98-4380-85c8-52940d6797ba service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160062 Dec 29 20:52:39.276594 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7529-7127-4c74-89c3-fc0e3ddc768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.354909 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'tag': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:39.383588 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b7529-7127-4c74-89c3-fc0e3ddc768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b543e-cd1b-4b91-9b4a-7113c50ada4e,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:39.500606 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56913207-1e5d-4e21-b59f-9891616f8cc8 req-0549002b-65c0-47fd-b655-74edb2ccba30 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:39.504045 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-56913207-1e5d-4e21-b59f-9891616f8cc8 req-0549002b-65c0-47fd-b655-74edb2ccba30 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1538849 Dec 29 20:52:39.506775 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-9432e9a7-71a2-4cd0-aac4-741be1f49d5e service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015549 Dec 29 20:52:39.510734 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-d9850bf6-ff22-4c2f-96bf-367cd2f10376 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 217 time: 0.6130776 Dec 29 20:52:39.511322 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7529-7127-4c74-89c3-fc0e3ddc768d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.524858 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ce8b7529-7127-4c74-89c3-fc0e3ddc768d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef2b543e-cd1b-4b91-9b4a-7113c50ada4e HTTP/1.1" status: 204 len: 168 time: 0.8639421 Dec 29 20:52:39.616626 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-56913207-1e5d-4e21-b59f-9891616f8cc8 req-0c6a00ef-857d-41b1-babd-e4c943798ce2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067538 Dec 29 20:52:39.673672 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:39.760800 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'tag': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0', 'status': 'completed', 'code': 200} Dec 29 20:52:39.832434 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-5aa35145-c87e-4921-b5e4-66ab07d31c0e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:39.835692 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-5aa35145-c87e-4921-b5e4-66ab07d31c0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.3081903 Dec 29 20:52:39.887517 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-5dacb869-fe77-49aa-b4d3-eb31053722eb service neutron] 10.222.0.46 "GET /v2.0/networks/f08e4ce6-f888-441e-8f04-f7a366fe5a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9988801 Dec 29 20:52:39.902199 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-d8be1fe3-ba56-4338-8f48-6d7682eec44a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 1097 time: 0.7982843 Dec 29 20:52:40.004232 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774ccc6-2953-4c01-b683-86feb087d422 req-e34afdaf-bc67-4ad8-b21f-f72e40b47bac tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:40.010907 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f774ccc6-2953-4c01-b683-86feb087d422 req-e34afdaf-bc67-4ad8-b21f-f72e40b47bac tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.6594362 Dec 29 20:52:40.018529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fb81d-e7ca-4b90-8009-30d74b494a5d req-ab9ff773-497d-455d-9c2b-da91e5ec0344 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:40.027861 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-297fb81d-e7ca-4b90-8009-30d74b494a5d req-ab9ff773-497d-455d-9c2b-da91e5ec0344 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 943 time: 0.1094315 Dec 29 20:52:40.110597 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-297fb81d-e7ca-4b90-8009-30d74b494a5d req-dcc2745c-cbc1-406a-8279-1e91f482d839 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812182 Dec 29 20:52:40.409981 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-ac1ec8de-8673-4c53-a49a-e10eb7d82726 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3338406 Dec 29 20:52:40.483986 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf110b5-cd0c-48aa-81cc-a369a80b8c53 req-62434f29-ed8c-487b-a03b-026984c509d5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:40.490355 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fcf110b5-cd0c-48aa-81cc-a369a80b8c53 req-62434f29-ed8c-487b-a03b-026984c509d5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 932 time: 0.1898482 Dec 29 20:52:40.556797 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-358bfdad-c644-424a-bd95-ec0f09bc5ca9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 HTTP/1.1" status: 200 len: 217 time: 0.4844451 Dec 29 20:52:40.596452 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fcf110b5-cd0c-48aa-81cc-a369a80b8c53 req-efa20f1d-eb45-4b90-bb8e-c4e21746e643 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834157 Dec 29 20:52:40.739728 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f774ccc6-2953-4c01-b683-86feb087d422 req-c0239a63-3db6-4913-b677-b4cfe58f48d7 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188954 Dec 29 20:52:40.834741 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4fb3049d-b578-4b96-a5c6-d0b276f47914 req-d7ef32d9-db4f-48e6-a63e-6f06feebfdba service neutron] 10.222.0.46 "GET /v2.0/networks/f08e4ce6-f888-441e-8f04-f7a366fe5a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576993 Dec 29 20:52:40.840049 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-eca56eb5-52ed-47aa-8131-2431e455172b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:40.841960 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-eca56eb5-52ed-47aa-8131-2431e455172b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.2697682 Dec 29 20:52:40.991129 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beead58-fb29-4014-ba9c-583cd47c5c22 req-c90e965d-bf5e-4598-993b-10b72b1fa27f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:40.993094 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9beead58-fb29-4014-ba9c-583cd47c5c22 req-c90e965d-bf5e-4598-993b-10b72b1fa27f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1891294 Dec 29 20:52:41.073645 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9beead58-fb29-4014-ba9c-583cd47c5c22 req-9356cb1b-f00a-4813-9c1f-f2b8d8d78598 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744891 Dec 29 20:52:41.077594 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-3b25145c-6803-4856-a5d5-8cc4337a3b59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211699 Dec 29 20:52:41.092324 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-bf5e764b-d72c-41c2-9b03-a0a031bdc021 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690804 Dec 29 20:52:41.381439 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.db.resource_extend [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:52:41.538985 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf102d0-3086-4610-895a-fb5960a11025 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:41.544837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-13e2c279-f9cd-4487-8ee3-d8eb56d36f50 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586108 Dec 29 20:52:41.551377 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-43e0ac82-4c35-4d45-8c48-34b985b488c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffcf9686384c4da28a25fd97ff272168&device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 1097 time: 0.5719707 Dec 29 20:52:41.553922 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:41.557742 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e4b5771a-37d5-4e39-bdbe-c8f42b5f7701 req-a3248816-f1d6-4073-9185-51801efe0987 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386342 Dec 29 20:52:41.794102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Transition to ACTIVE for port object adf102d0-3086-4610-895a-fb5960a11025 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:42.037367 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.082434 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f499d4e-68f0-4c22-ac05-253eee728a07 req-5650f10e-ffea-4096-98cf-bba4f7aacfd8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:42.095661 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7f499d4e-68f0-4c22-ac05-253eee728a07 req-5650f10e-ffea-4096-98cf-bba4f7aacfd8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.3312051 Dec 29 20:52:42.103410 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b147f-3928-4bca-b74e-3385cff63702 req-262c40ed-e88a-42e7-9a3d-cf953816be59 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:42.104989 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b9b147f-3928-4bca-b74e-3385cff63702 req-262c40ed-e88a-42e7-9a3d-cf953816be59 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 943 time: 0.8272529 Dec 29 20:52:42.142322 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-57a0c589-5b2c-448a-b3bd-0b946631cf3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:42.144601 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-57a0c589-5b2c-448a-b3bd-0b946631cf3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f08e4ce6-f888-441e-8f04-f7a366fe5a04 HTTP/1.1" status: 200 len: 912 time: 0.5788481 Dec 29 20:52:42.194719 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7f499d4e-68f0-4c22-ac05-253eee728a07 req-14a00972-9db2-463d-9704-f841699aef74 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933528 Dec 29 20:52:42.290213 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Pushing event updated for resources: {'Port': ['ID=adf102d0-3086-4610-895a-fb5960a11025,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:42.397906 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-874dc4ca-73b8-49a5-8071-c5de0ef4bbab req-d93c9592-108a-445a-9854-cdfee93b456c service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360574 Dec 29 20:52:42.435386 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-f143c773-57bd-48ec-976e-c7395b73abc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7055fdf4-6099-4a4d-8d6e-b0e753b92b33 HTTP/1.1" status: 200 len: 217 time: 0.2772272 Dec 29 20:52:42.499657 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d019593-d44d-4aa5-8ec9-7363f24d067c req-40d5384e-1f2f-43b4-899d-bf3cedd18e9b tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:42.509330 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4d019593-d44d-4aa5-8ec9-7363f24d067c req-40d5384e-1f2f-43b4-899d-bf3cedd18e9b tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.1221886 Dec 29 20:52:42.537537 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b9b147f-3928-4bca-b74e-3385cff63702 req-90d88939-e260-4739-8c9a-7b9ec6536d5b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179664 Dec 29 20:52:42.592693 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4d019593-d44d-4aa5-8ec9-7363f24d067c req-59d2ce4e-a61e-4d5b-8888-b1d98f0b2e2e tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821595 Dec 29 20:52:42.793624 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34700) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:42.822749 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-0cfc3623-bd38-46c9-b143-7122e2f89e46 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:42.824193 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-0cfc3623-bd38-46c9-b143-7122e2f89e46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ab9c033c-e515-4e79-9a49-f4e3c9a5958f HTTP/1.1" status: 200 len: 851 time: 0.2537541 Dec 29 20:52:42.826818 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Attempting to bind port adf102d0-3086-4610-895a-fb5960a11025 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:42.827151 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Attempting to bind port adf102d0-3086-4610-895a-fb5960a11025 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:42.827475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Attempting to bind port adf102d0-3086-4610-895a-fb5960a11025 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:42.836417 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-4eba610d-2b4a-4346-95e0-b385e894829a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1096 time: 1.0438643 Dec 29 20:52:42.908513 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-6d02d4b4-f3dd-4c10-bf74-225d4218a6f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f08e4ce6-f888-441e-8f04-f7a366fe5a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772917 Dec 29 20:52:42.959102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Port adf102d0-3086-4610-895a-fb5960a11025 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:52:42.959295 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:42.959481 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Attempting to bind port adf102d0-3086-4610-895a-fb5960a11025 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:42.998644 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:43.003079 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Usage tracker for resource:security_group_rule and tenant:d0f23e70d935473c8257f7a53a414ef9 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:43.004775 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:43.005114 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Checking segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:43.005496 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Bound using segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:43.005928 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Bound port: adf102d0-3086-4610-895a-fb5960a11025, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:43.006272 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.006381 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:43.012051 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:43.029530 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-69000b7e-10c1-4221-92eb-2519f6f40318 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 1097 time: 0.4575844 Dec 29 20:52:43.088194 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.092515 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.092691 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0109ae-21a4-4cb9-971f-94ca27b791a2 req-0e4e2ecf-26a2-406c-93a5-def57052fd30 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:43.094133 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9c0109ae-21a4-4cb9-971f-94ca27b791a2 req-0e4e2ecf-26a2-406c-93a5-def57052fd30 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.3474782 Dec 29 20:52:43.144301 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-8a47e223-31e2-427d-887c-8ae1b85367f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:43.145184 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb362ac8-c90a-41b4-9446-0bc4871a2701,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:43.145734 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-8a47e223-31e2-427d-887c-8ae1b85367f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.2675874 Dec 29 20:52:43.151795 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-293c6aa2-bea0-404a-a395-d86c57d0c858 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0f23e70d935473c8257f7a53a414ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3547604 Dec 29 20:52:43.152097 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34710) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:43.183951 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] For port adf102d0-3086-4610-895a-fb5960a11025, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:43.188481 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] For port adf102d0-3086-4610-895a-fb5960a11025, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=adf102d0-3086-4610-895a-fb5960a11025,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:43.194078 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9c0109ae-21a4-4cb9-971f-94ca27b791a2 req-e430daa9-6409-42e1-9d29-c79c52ebb408 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816083 Dec 29 20:52:43.195955 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.249972 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e82a5621-35b4-49e0-b196-8807dbc991cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.267242 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.268772 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] 10.222.0.46 "PUT /v2.0/ports/adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 200 len: 1094 time: 4.3725650 Dec 29 20:52:43.269267 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:43.301089 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f074861-e7e0-41d5-a02a-b65ac60f3f5f service neutron] Pushing event updated for resources: {'Port': ['ID=adf102d0-3086-4610-895a-fb5960a11025,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:43.307545 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e82a5621-35b4-49e0-b196-8807dbc991cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.363995 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025', 'status': 'completed', 'code': 200} Dec 29 20:52:43.422014 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e82a5621-35b4-49e0-b196-8807dbc991cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.443153 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a5621-35b4-49e0-b196-8807dbc991cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb362ac8-c90a-41b4-9446-0bc4871a2701,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:43.462813 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e82a5621-35b4-49e0-b196-8807dbc991cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:43.466899 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e82a5621-35b4-49e0-b196-8807dbc991cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb362ac8-c90a-41b4-9446-0bc4871a2701 HTTP/1.1" status: 204 len: 168 time: 0.3114796 Dec 29 20:52:43.507142 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a35d1-b01f-4f51-8fe2-e17f69a784f4 req-3674768d-1b55-4ba1-aeb2-ede764064754 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:43.521831 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5a9a35d1-b01f-4f51-8fe2-e17f69a784f4 req-3674768d-1b55-4ba1-aeb2-ede764064754 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.1425703 Dec 29 20:52:43.599205 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5a9a35d1-b01f-4f51-8fe2-e17f69a784f4 req-92bb5f59-cf1f-4a7b-b8fc-5053aaa1b468 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763185 Dec 29 20:52:43.869925 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f7e61-8552-4e64-a8b5-fcd048aa13fe req-4454e166-7d31-4449-8652-efb61cbf7ba8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:43.878863 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-144f7e61-8552-4e64-a8b5-fcd048aa13fe req-4454e166-7d31-4449-8652-efb61cbf7ba8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 943 time: 0.1412976 Dec 29 20:52:43.894894 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9ddec-6574-463c-9b21-9a8ca103cebe req-8ff30944-c690-4fc6-b6f8-4276566922ca tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:43.896778 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-afb9ddec-6574-463c-9b21-9a8ca103cebe req-8ff30944-c690-4fc6-b6f8-4276566922ca tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.1168129 Dec 29 20:52:43.946318 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-144f7e61-8552-4e64-a8b5-fcd048aa13fe req-7eda8608-f14a-4e03-ab46-1c20687c8295 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656407 Dec 29 20:52:43.991195 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-afb9ddec-6574-463c-9b21-9a8ca103cebe req-fcf999b4-b094-428c-a334-94494cf9b689 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887251 Dec 29 20:52:44.026789 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34744) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:44.045043 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.076334 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:44.081084 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Usage tracker for resource:security_group_rule and tenant:1614e0e8ba134027914e8455afb08fb0 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:44.084038 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:44.090988 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:44.158188 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.162326 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.210151 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c172eb-b0e3-4fa8-87db-ce4153105dc3,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:44.215570 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f5149dca-6b4c-4ec7-82ef-ad918d9c7e0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1614e0e8ba134027914e8455afb08fb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876044 Dec 29 20:52:44.218082 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34748) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:44.298884 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9756e227-d711-4a33-a89c-2360ee58fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.336285 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9756e227-d711-4a33-a89c-2360ee58fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.402905 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9756e227-d711-4a33-a89c-2360ee58fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.420021 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756e227-d711-4a33-a89c-2360ee58fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c172eb-b0e3-4fa8-87db-ce4153105dc3,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:44.443660 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9756e227-d711-4a33-a89c-2360ee58fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.453613 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9756e227-d711-4a33-a89c-2360ee58fde3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4c172eb-b0e3-4fa8-87db-ce4153105dc3 HTTP/1.1" status: 204 len: 168 time: 0.2252941 Dec 29 20:52:44.469859 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fe5ee-3d2c-4d47-98ef-04001cf8c539 req-b45a3c17-1871-41f5-beeb-a050c5b3b0b2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:44.471549 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d15fe5ee-3d2c-4d47-98ef-04001cf8c539 req-b45a3c17-1871-41f5-beeb-a050c5b3b0b2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1262386 Dec 29 20:52:44.535127 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d15fe5ee-3d2c-4d47-98ef-04001cf8c539 req-367730b3-dae8-43b3-9ece-041d3de4cb11 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574977 Dec 29 20:52:44.734803 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:44.742553 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device b35be55c-6e1a-411d-b96c-fd1c23d248cc details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:52:44.873168 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89905d-bffc-4297-bfba-ff9cadd20561 req-965a658d-af5a-4687-9eb9-bcfde21ec5a5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:44.875421 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5e89905d-bffc-4297-bfba-ff9cadd20561 req-965a658d-af5a-4687-9eb9-bcfde21ec5a5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.1114287 Dec 29 20:52:44.914859 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port b35be55c-6e1a-411d-b96c-fd1c23d248cc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=b35be55c-6e1a-411d-b96c-fd1c23d248cc,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:44.930335 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'port_id': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'mac_address': 'fa:16:3e:6f:03:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a59deb-5e27-4855-a7c4-cf68f8f46133', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:52:44.963285 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5e89905d-bffc-4297-bfba-ff9cadd20561 req-c2eeb665-b06f-4b81-9709-7ccac794aa13 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784905 Dec 29 20:52:45.018513 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.056054 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Sync routers for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:52:45.060601 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35be55c-6e1a-411d-b96c-fd1c23d248cc {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:45.082383 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:45.083089 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:45.148001 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port b35be55c-6e1a-411d-b96c-fd1c23d248cc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=b35be55c-6e1a-411d-b96c-fd1c23d248cc,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:45.157659 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:45.235646 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846ab9a-73ed-443f-b068-a19332b4e0d6 req-a26c065e-fc07-474d-9532-b38857c47123 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:45.244798 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2846ab9a-73ed-443f-b068-a19332b4e0d6 req-a26c065e-fc07-474d-9532-b38857c47123 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 944 time: 0.1438560 Dec 29 20:52:45.271947 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b22f1-3434-4e2c-b136-b25369865297 req-c7e6d4dc-f7c8-4537-ab5b-b88e71a2775f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:45.279216 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c73b22f1-3434-4e2c-b136-b25369865297 req-c7e6d4dc-f7c8-4537-ab5b-b88e71a2775f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.1014996 Dec 29 20:52:45.321383 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2846ab9a-73ed-443f-b068-a19332b4e0d6 req-fdc08c74-3eac-46e2-aa44-be8c44a7f8b8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753255 Dec 29 20:52:45.338001 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c73b22f1-3434-4e2c-b136-b25369865297 req-fa70ca45-13c5-477f-94cd-84607f4633ab tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569882 Dec 29 20:52:45.377649 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=b35be55c-6e1a-411d-b96c-fd1c23d248cc,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:45.399987 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:45.760488 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 2, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:45.766232 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Checking router: a6a84d82-bc57-4592-886a-7c3556d5e1be for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:52:45.766825 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Updating router a6a84d82-bc57-4592-886a-7c3556d5e1be port cc01b6bf-252e-4ca2-9b65-1806513a39e1 binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:52:45.788066 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba407a-9477-4467-be01-1e62906059ec req-3052e46f-ab6e-4717-bd46-9a9b862fec83 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:45.795792 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-58ba407a-9477-4467-be01-1e62906059ec req-3052e46f-ab6e-4717-bd46-9a9b862fec83 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1095784 Dec 29 20:52:45.821989 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34822) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:45.851624 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-58ba407a-9477-4467-be01-1e62906059ec req-e758983c-d3f5-4aa8-bb67-e675c2cb54ee tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543733 Dec 29 20:52:45.859780 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.002903 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.035612 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:46.040328 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Usage tracker for resource:security_group_rule and tenant:9a42019590fa49ef8ab50f654bd5b041 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:46.043635 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:46.051162 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:46.189740 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.197706 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.284012 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174cbf15-c82d-465f-abcd-50912d7d6c16,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:46.291503 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a35356c0-1ff3-4d76-952c-fa75f67b12eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9a42019590fa49ef8ab50f654bd5b041&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4683118 Dec 29 20:52:46.294017 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34840) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:46.336575 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.352018 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957dde9-2fa3-4de8-876e-1140efd9f09d req-6318df18-7f41-47c4-9f1e-b27d243b8024 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:46.353606 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c957dde9-2fa3-4de8-876e-1140efd9f09d req-6318df18-7f41-47c4-9f1e-b27d243b8024 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.2135282 Dec 29 20:52:46.357680 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Transition to ACTIVE for port object cc01b6bf-252e-4ca2-9b65-1806513a39e1 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:52:46.366071 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.408674 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ea452db3-b886-4ae7-a8e3-6111a385f6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.459305 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ea452db3-b886-4ae7-a8e3-6111a385f6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.462550 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422f718-9bf9-427e-a31c-ee75f3ab1343 None None] Pushing event updated for resources: {'Port': ['ID=cc01b6bf-252e-4ca2-9b65-1806513a39e1,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:46.475239 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c957dde9-2fa3-4de8-876e-1140efd9f09d req-528a6d72-9c4d-49df-863f-f6fdd294978c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057405 Dec 29 20:52:46.558581 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ea452db3-b886-4ae7-a8e3-6111a385f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.591186 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea452db3-b886-4ae7-a8e3-6111a385f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174cbf15-c82d-465f-abcd-50912d7d6c16,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:46.605196 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ea452db3-b886-4ae7-a8e3-6111a385f6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.610015 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ea452db3-b886-4ae7-a8e3-6111a385f6d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/174cbf15-c82d-465f-abcd-50912d7d6c16 HTTP/1.1" status: 204 len: 168 time: 0.3116322 Dec 29 20:52:46.690540 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-878145e9-4f8c-4179-a7c5-dd1a4b42547c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 217 time: 0.5649288 Dec 29 20:52:46.766505 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-8bd95695-0c4b-4731-abc6-9f8b4255d685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:46.771396 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-8bd95695-0c4b-4731-abc6-9f8b4255d685 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.6567030 Dec 29 20:52:46.859402 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Attempting to bind port cc01b6bf-252e-4ca2-9b65-1806513a39e1 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:52:46.860171 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Attempting to bind port cc01b6bf-252e-4ca2-9b65-1806513a39e1 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:52:46.860909 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Attempting to bind port cc01b6bf-252e-4ca2-9b65-1806513a39e1 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:52:46.877966 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3a59d5b8-31e4-4965-ad23-bcd6b267ec9d req-9fee5208-0677-4a53-97de-3c724c4bf4f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1097 time: 0.7566397 Dec 29 20:52:46.883515 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-bd0890d7-b48a-4807-ae1e-63e727f38202 service neutron] 10.222.0.46 "GET /v2.0/networks/f08e4ce6-f888-441e-8f04-f7a366fe5a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112926 Dec 29 20:52:46.884984 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:52:46.885391 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Checking segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:52:46.885803 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.886212 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Bound using segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:52:46.888749 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Bound port: cc01b6bf-252e-4ca2-9b65-1806513a39e1, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:52:46.889174 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:46.892122 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a631b7-46a2-4700-b13b-59cd40fae9de req-8e260257-1931-421d-9903-a00ba922e66c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:46.899129 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-71a631b7-46a2-4700-b13b-59cd40fae9de req-8e260257-1931-421d-9903-a00ba922e66c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 944 time: 0.2412782 Dec 29 20:52:46.924817 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e7ac-43bc-431c-a715-d461b9c2c018 req-af70001d-65a6-4e3c-9961-7163e64ae70d tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:46.930162 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2143e7ac-43bc-431c-a715-d461b9c2c018 req-af70001d-65a6-4e3c-9961-7163e64ae70d tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.2111793 Dec 29 20:52:46.973617 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-71a631b7-46a2-4700-b13b-59cd40fae9de req-ad48d0d3-2822-4d7b-b465-a040e5c2777a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717344 Dec 29 20:52:47.011450 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2143e7ac-43bc-431c-a715-d461b9c2c018 req-7dce2c36-a026-4ed5-875f-2d25e0a05e7f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742126 Dec 29 20:52:47.052372 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] For port cc01b6bf-252e-4ca2-9b65-1806513a39e1, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:52:47.056371 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] For port cc01b6bf-252e-4ca2-9b65-1806513a39e1, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=cc01b6bf-252e-4ca2-9b65-1806513a39e1,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:52:47.062152 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.158612 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422f718-9bf9-427e-a31c-ee75f3ab1343 None None] Pushing event updated for resources: {'Port': ['ID=cc01b6bf-252e-4ca2-9b65-1806513a39e1,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:47.169197 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:52:47.169823 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:52:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:47.238768 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ce28d-e851-487f-816e-4df1d3b589d8 req-1a7c6c79-34dc-459c-9f51-d0bd18cf9127 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:47.247031 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-db5ce28d-e851-487f-816e-4df1d3b589d8 req-1a7c6c79-34dc-459c-9f51-d0bd18cf9127 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1226304 Dec 29 20:52:47.326613 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34868) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:47.331320 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-db5ce28d-e851-487f-816e-4df1d3b589d8 req-412cd619-8de5-40af-9846-ae9bccdcdaf6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832160 Dec 29 20:52:47.354261 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.392218 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:47.396336 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Usage tracker for resource:security_group_rule and tenant:2e70711020f84d8d8304273faab6dc9f is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:47.399320 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:47.405128 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:47.446324 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:52:47.481885 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.486800 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.543225 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76796107-c57c-47f9-a1dc-f5231da36426,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:47.551875 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-643a12d2-17a7-4546-bfa6-7dc47eaf3078 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e70711020f84d8d8304273faab6dc9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2212315 Dec 29 20:52:47.552797 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34878) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:47.621348 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f7089e5c-4635-4117-a189-ef8fc2a9d568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.697983 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f7089e5c-4635-4117-a189-ef8fc2a9d568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.781560 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d8239-6867-4245-8a07-51d076d4e953 req-4b3a836a-c089-4fca-aa06-b8d6ebb88f79 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:47.783484 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-509d8239-6867-4245-8a07-51d076d4e953 req-4b3a836a-c089-4fca-aa06-b8d6ebb88f79 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.1481519 Dec 29 20:52:47.806350 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:47Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:52:47.812941 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47b83de-b540-4fdd-90d3-26dc8b1442f5 None None] The sync data for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi is: [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:47Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:52:47.814138 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f7089e5c-4635-4117-a189-ef8fc2a9d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.841095 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7089e5c-4635-4117-a189-ef8fc2a9d568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76796107-c57c-47f9-a1dc-f5231da36426,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:47.851545 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f7089e5c-4635-4117-a189-ef8fc2a9d568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:47.859788 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f7089e5c-4635-4117-a189-ef8fc2a9d568 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76796107-c57c-47f9-a1dc-f5231da36426 HTTP/1.1" status: 204 len: 168 time: 0.3063655 Dec 29 20:52:47.916349 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-509d8239-6867-4245-8a07-51d076d4e953 req-a43ae06a-3e73-4f67-8fce-c77a41005429 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251881 Dec 29 20:52:48.078720 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-07723705-a913-4c48-8e96-c78d91b03d55 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.080426 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-07723705-a913-4c48-8e96-c78d91b03d55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.1693912 Dec 29 20:52:48.361515 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1f603-8298-411b-9bfb-5c99b0304e7e req-dd4cbed2-86a0-4e24-8369-e52da7cbd60a tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.373566 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-59d1f603-8298-411b-9bfb-5c99b0304e7e req-dd4cbed2-86a0-4e24-8369-e52da7cbd60a tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.1231828 Dec 29 20:52:48.461058 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-59d1f603-8298-411b-9bfb-5c99b0304e7e req-3e41d73f-360e-4bbd-b063-d5e2b282168e tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850215 Dec 29 20:52:48.474506 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-cfbdc08c-53c6-408f-8982-57ffc671f31f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 HTTP/1.1" status: 200 len: 217 time: 0.5684350 Dec 29 20:52:48.510786 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-37ecb2e4-8a91-42c8-9524-7db1eee6fa99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442595 Dec 29 20:52:48.805904 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d56b5-3410-416e-8197-28cc3d5aefa7 req-b51c5746-8241-40fa-9522-ca12f312c87e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.812905 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-352d56b5-3410-416e-8197-28cc3d5aefa7 req-b51c5746-8241-40fa-9522-ca12f312c87e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 944 time: 0.4101512 Dec 29 20:52:48.815553 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-806256c3-7d3f-4440-9803-4aebab273e4f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.817009 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-806256c3-7d3f-4440-9803-4aebab273e4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.3183775 Dec 29 20:52:48.859756 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59d5b8-31e4-4965-ad23-bcd6b267ec9d req-97e8739a-3230-4c7b-b232-32dd66ef6b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.861237 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3a59d5b8-31e4-4965-ad23-bcd6b267ec9d req-97e8739a-3230-4c7b-b232-32dd66ef6b32 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4ab51ee037374f88ab16f92d853d8d12&shared=False HTTP/1.1" status: 200 len: 911 time: 0.8670971 Dec 29 20:52:48.867627 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c545bf1-8ae3-4a78-a5c7-e7526e19185c req-1a76d031-0f99-4927-b00f-a17a9d86b219 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:48.880737 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2c545bf1-8ae3-4a78-a5c7-e7526e19185c req-1a76d031-0f99-4927-b00f-a17a9d86b219 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1670299 Dec 29 20:52:49.062778 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:52:49.131259 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2c545bf1-8ae3-4a78-a5c7-e7526e19185c req-60f1e617-a86a-4eff-883e-bb15d6aa7914 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495625 Dec 29 20:52:49.344299 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59d5b8-31e4-4965-ad23-bcd6b267ec9d req-130ffc4a-05f0-473a-83b6-5335cf528c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:49.345902 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3a59d5b8-31e4-4965-ad23-bcd6b267ec9d req-130ffc4a-05f0-473a-83b6-5335cf528c71 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3963702 Dec 29 20:52:49.347899 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-68ac3149-078c-4fc1-ad07-903612ffa1a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5009537 Dec 29 20:52:49.349761 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-083e964a-0b48-4390-b9b6-8246cf4352a6 req-53ea06b5-280d-4d60-804e-fcfc20d752a8 service neutron] 10.222.0.46 "GET /v2.0/networks/f08e4ce6-f888-441e-8f04-f7a366fe5a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4374974 Dec 29 20:52:49.521074 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cede6-51d1-4b8d-856f-e2afe3e1f425 req-a81a470b-acf6-480c-9005-90a4d6341fa5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:49.534311 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d10cede6-51d1-4b8d-856f-e2afe3e1f425 req-a81a470b-acf6-480c-9005-90a4d6341fa5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.1291747 Dec 29 20:52:49.628413 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d10cede6-51d1-4b8d-856f-e2afe3e1f425 req-db962222-a804-43a3-8009-d7e453c1ba77 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928862 Dec 29 20:52:49.639435 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-352d56b5-3410-416e-8197-28cc3d5aefa7 req-c6ad3381-02a1-4219-9234-c0f2e7ad2a23 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8254559 Dec 29 20:52:49.642911 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-253c4525-9f36-4a46-8095-6efb0f633d85 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0568833 Dec 29 20:52:49.736555 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device cc01b6bf-252e-4ca2-9b65-1806513a39e1 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:49.816834 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port cc01b6bf-252e-4ca2-9b65-1806513a39e1 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:49.828613 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port cc01b6bf-252e-4ca2-9b65-1806513a39e1 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:49.829399 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:49.985002 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06cfcdd0-eb38-4489-822e-a4feddded628 req-0b68daad-58d5-48d2-a4f2-09ec7e6ef459 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275027 Dec 29 20:52:50.122508 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:50.170575 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port cc01b6bf-252e-4ca2-9b65-1806513a39e1, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=cc01b6bf-252e-4ca2-9b65-1806513a39e1,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:50.177174 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:50.250474 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-4cd84bd6-95e2-4f19-90d5-6a98c0b3e3fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1097 time: 0.8457854 Dec 29 20:52:50.365967 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-0b5785b2-349c-4d58-a853-6b5e52823555 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 200 len: 217 time: 0.0919533 Dec 29 20:52:50.399049 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=cc01b6bf-252e-4ca2-9b65-1806513a39e1,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:50.490350 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282c63d-cbd8-43ce-b5c5-896c40d6e4ba req-d5cd46a8-25ef-4d81-8dd4-33c4f2c8b559 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:50.493631 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d1a4-4cad-40f5-a428-917e3f3ad614 req-5e667c9c-b6ab-4e61-89e4-de173fd5ff35 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:50.501852 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-11f8d1a4-4cad-40f5-a428-917e3f3ad614 req-5e667c9c-b6ab-4e61-89e4-de173fd5ff35 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.5157771 Dec 29 20:52:50.504413 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-5a98342c-b505-4924-968e-4d0743aa2196 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:50.505825 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-5a98342c-b505-4924-968e-4d0743aa2196 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.0973399 Dec 29 20:52:50.506384 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d282c63d-cbd8-43ce-b5c5-896c40d6e4ba req-d5cd46a8-25ef-4d81-8dd4-33c4f2c8b559 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1585181 Dec 29 20:52:50.532955 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-4717e070-cb04-42a3-9703-d19d52071f9d service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1677642 Dec 29 20:52:50.594290 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d282c63d-cbd8-43ce-b5c5-896c40d6e4ba req-b6488f07-5c87-4cce-a625-983a93bf3e81 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841961 Dec 29 20:52:50.696210 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-11f8d1a4-4cad-40f5-a428-917e3f3ad614 req-61fc72ef-5d9a-4ff5-9695-9e1eeefd931f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932189 Dec 29 20:52:50.758867 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0544ce19-bc37-4fc1-867a-ef574cbfac2b req-80fa3b01-dd7e-403c-8d1b-d21cc17bca25 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922178 Dec 29 20:52:50.763307 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-a28f4b66-7b7b-4ecc-af2e-5f51c61d6e40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2327194 Dec 29 20:52:50.917376 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34982) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:51.052362 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc121f-9130-4fa4-8808-bb82fe8685b8 req-56187726-52b2-4ccd-8648-bfdbf9ecfe12 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:51.061164 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-85dc121f-9130-4fa4-8808-bb82fe8685b8 req-56187726-52b2-4ccd-8648-bfdbf9ecfe12 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 944 time: 0.1363378 Dec 29 20:52:51.119675 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-85dc121f-9130-4fa4-8808-bb82fe8685b8 req-60cbd834-26fb-4b07-afd7-4978b923e565 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560133 Dec 29 20:52:51.126820 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-7c5f6c53-c7aa-4696-8199-ee28bc0a2e7a service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525324 Dec 29 20:52:51.138901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689687f0-46e5-4957-85c7-d75128f9c976 req-27b52ad6-e97d-4c5e-b2c4-df0e65f96a93 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:51.141104 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-689687f0-46e5-4957-85c7-d75128f9c976 req-27b52ad6-e97d-4c5e-b2c4-df0e65f96a93 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.2118101 Dec 29 20:52:51.154575 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.207708 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:51.212679 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Usage tracker for resource:security_group_rule and tenant:f28f2dae69df4365810210dad3f2aa09 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:51.216027 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:51.222845 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:51.272277 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-689687f0-46e5-4957-85c7-d75128f9c976 req-7e3e4233-e117-4ae9-a82c-64a5b9318345 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084304 Dec 29 20:52:51.301991 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.306241 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.323670 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ef0a4404-dd07-4dc0-ba7f-c100f9a5b3a4 req-f046aa9e-16a3-4da5-aa6d-04a4692d9852 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814077 Dec 29 20:52:51.367967 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f28f2dae69df4365810210dad3f2aa09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4494922 Dec 29 20:52:51.369370 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9c6f7-435d-4db7-b898-47806717952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27afc211-b9df-4959-9157-ee1a06cdab1f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:51.373521 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 34998) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:51.458090 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8b2934da-b8c5-458e-832a-5dc40280c293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.484055 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8b2934da-b8c5-458e-832a-5dc40280c293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.540641 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8b2934da-b8c5-458e-832a-5dc40280c293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.555864 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2934da-b8c5-458e-832a-5dc40280c293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27afc211-b9df-4959-9157-ee1a06cdab1f,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:51.562100 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8b2934da-b8c5-458e-832a-5dc40280c293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.563261 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-8b2934da-b8c5-458e-832a-5dc40280c293 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27afc211-b9df-4959-9157-ee1a06cdab1f HTTP/1.1" status: 204 len: 168 time: 0.1875021 Dec 29 20:52:51.645083 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device cc01b6bf-252e-4ca2-9b65-1806513a39e1 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:51.725865 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port cc01b6bf-252e-4ca2-9b65-1806513a39e1 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:51.726363 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:51.900404 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86225ed1-3e6a-4dc2-9161-29de95d970f1 req-6180bf9f-2896-4ace-96d6-19366281a4b8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:51.901906 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-86225ed1-3e6a-4dc2-9161-29de95d970f1 req-6180bf9f-2896-4ace-96d6-19366281a4b8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 944 time: 0.1420560 Dec 29 20:52:51.921067 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:52:51.932854 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device b35be55c-6e1a-411d-b96c-fd1c23d248cc up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:51.987309 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-86225ed1-3e6a-4dc2-9161-29de95d970f1 req-0653a220-e256-41d4-92e3-3f74dcb28ea8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769272 Dec 29 20:52:52.021228 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7da12-50b2-4d8d-9a3b-7d94e2d58498 req-0123c1c9-3341-4476-abd4-9706b7d93ff3 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:52.026682 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a5c7da12-50b2-4d8d-9a3b-7d94e2d58498 req-0123c1c9-3341-4476-abd4-9706b7d93ff3 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.1671085 Dec 29 20:52:52.045092 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.resource_extend [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:52:52.084634 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a5c7da12-50b2-4d8d-9a3b-7d94e2d58498 req-7281be13-b7d8-4fea-ae01-73e12315f516 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520010 Dec 29 20:52:52.198125 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port b35be55c-6e1a-411d-b96c-fd1c23d248cc completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:52.210161 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port b35be55c-6e1a-411d-b96c-fd1c23d248cc triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:52.210735 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.241266 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35026) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:52.256042 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:52.275616 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0', 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'port_id': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0', 'mac_address': 'fa:16:3e:8a:ca:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:52:52.301843 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.357541 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:52.363231 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Usage tracker for resource:security_group_rule and tenant:67fccb61500a4272b7dae169a33594ac is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:52.366886 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:52.374049 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:52.397246 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.410685 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf0c49-8078-4721-ab10-784ff7ec6193 req-6243e44d-d191-4391-8ae8-8ff5480eff8f tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:52.424429 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b0bf0c49-8078-4721-ab10-784ff7ec6193 req-6243e44d-d191-4391-8ae8-8ff5480eff8f tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 944 time: 0.1630917 Dec 29 20:52:52.428101 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:52.434357 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.465013 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:52.474074 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:52.496993 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b0bf0c49-8078-4721-ab10-784ff7ec6193 req-8891994d-aff0-4922-96c8-063430485be7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604863 Dec 29 20:52:52.542359 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.558410 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.562126 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:52:52.567054 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.624592 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24891cef-1ad9-40c5-9c6f-b3f7e5542819,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:52.630173 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a1a5a8c1-eb67-446d-9232-261b7d88fee7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67fccb61500a4272b7dae169a33594ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3877966 Dec 29 20:52:52.632756 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35044) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:52.658491 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port b35be55c-6e1a-411d-b96c-fd1c23d248cc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=b35be55c-6e1a-411d-b96c-fd1c23d248cc,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:52.677111 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.679032 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e8c0a-b633-46ad-ae73-e2956053550d req-b638d3f8-75d0-4309-b649-21968ee637bb tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:52.681121 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b33e8c0a-b633-46ad-ae73-e2956053550d req-b638d3f8-75d0-4309-b649-21968ee637bb tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.1525645 Dec 29 20:52:52.721928 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:52.730235 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:52.764022 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0ba51e5b-4dfd-4905-b746-a5b208e5f4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.781105 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b33e8c0a-b633-46ad-ae73-e2956053550d req-cbef565a-5d74-4dcc-a566-69f4d8ad88e3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841553 Dec 29 20:52:52.801833 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0ba51e5b-4dfd-4905-b746-a5b208e5f4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.856631 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4', 'network_id': '83642bf7-3695-4edb-b3db-326fcc0d8ad9', 'port_id': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4', 'mac_address': 'fa:16:3e:5e:b3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51df6e81-af2a-4d81-a701-1894ed3139e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:52:52.906227 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0ba51e5b-4dfd-4905-b746-a5b208e5f4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.940652 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba51e5b-4dfd-4905-b746-a5b208e5f4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24891cef-1ad9-40c5-9c6f-b3f7e5542819,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:52.944091 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0ba51e5b-4dfd-4905-b746-a5b208e5f4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:52.950610 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-0ba51e5b-4dfd-4905-b746-a5b208e5f4db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24891cef-1ad9-40c5-9c6f-b3f7e5542819 HTTP/1.1" status: 204 len: 168 time: 0.3165615 Dec 29 20:52:53.043486 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.057787 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:52:53.058372 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=b35be55c-6e1a-411d-b96c-fd1c23d248cc,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:53.068562 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:53.085987 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:53.106095 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.107039 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:52:53.246443 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039047d4-2457-40ed-8938-9695efc8a3af req-114f54b4-4505-4156-8f5a-312f96b3967e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:53.255393 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-039047d4-2457-40ed-8938-9695efc8a3af req-114f54b4-4505-4156-8f5a-312f96b3967e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 945 time: 0.1025753 Dec 29 20:52:53.291538 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:53.312742 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-039047d4-2457-40ed-8938-9695efc8a3af req-80ff9de2-8f55-4548-ae23-ec029c10bfa3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561411 Dec 29 20:52:53.430948 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,segment=NetworkSegment(f62dd853-6e87-4e62-9a53-d3b493c2af7c),segment_id=f62dd853-6e87-4e62-9a53-d3b493c2af7c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:53.464121 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33', 'network_id': 'f08e4ce6-f888-441e-8f04-f7a366fe5a04', 'port_id': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33', 'mac_address': 'fa:16:3e:41:e8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9c033c-e515-4e79-9a49-f4e3c9a5958f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:52:53.503262 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35076) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:53.533047 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'code': 200} Dec 29 20:52:53.593813 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5ff09-e3b2-432d-a554-9331d42dd8c6 req-4d3b315f-e475-4166-b204-fa0d453ca1cc tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:53.601378 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e9b5ff09-e3b2-432d-a554-9331d42dd8c6 req-4d3b315f-e475-4166-b204-fa0d453ca1cc tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 944 time: 0.1267624 Dec 29 20:52:53.623816 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.659664 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e9b5ff09-e3b2-432d-a554-9331d42dd8c6 req-e83e2222-bf91-4f63-87d9-72ed0e34648c tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Dec 29 20:52:53.676994 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:53.713925 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,segment=NetworkSegment(f62dd853-6e87-4e62-9a53-d3b493c2af7c),segment_id=f62dd853-6e87-4e62-9a53-d3b493c2af7c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:53.720296 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.807641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:53.923652 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:53.978961 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:53.990004 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0af1d4a5e14a0480db61407b90ffd1 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:53.994119 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:54.014473 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f19be-4365-4094-be22-f5f44a94aeb5 req-f55754c3-8500-49f3-8a62-33e3ac701ac0 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:54.021769 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8b0f19be-4365-4094-be22-f5f44a94aeb5 req-f55754c3-8500-49f3-8a62-33e3ac701ac0 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.2601538 Dec 29 20:52:54.024814 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:54.121907 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8b0f19be-4365-4094-be22-f5f44a94aeb5 req-ffe73a9f-6eb6-4d7b-a293-81723d7d8e7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988860 Dec 29 20:52:54.152224 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-ff999227-acb2-4485-89da-18e182a20649 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 1098 time: 0.4003215 Dec 29 20:52:54.192815 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:52:54.197099 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41184ac0-19bb-4f65-babc-e03eb1ea9659 req-77b1add7-a31c-4e55-9e0c-d250fa135dec tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:54.198728 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-41184ac0-19bb-4f65-babc-e03eb1ea9659 req-77b1add7-a31c-4e55-9e0c-d250fa135dec tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.1424763 Dec 29 20:52:54.199356 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.217418 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.223173 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.267907 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:54.273029 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Usage tracker for resource:security_group_rule and tenant:ed634cf9bb9146f7a9738325a8638b70 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:54.276388 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:54.281761 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb4848-5ddc-4272-ad26-88bae5254cb8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:54.282847 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:54.285908 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['7055fdf4-6099-4a4d-8d6e-b0e753b92b33'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:52:54.300130 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-bd9fea6e-0512-44d1-b869-a583f1ae7b66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed0af1d4a5e14a0480db61407b90ffd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7955997 Dec 29 20:52:54.302885 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35104) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:54.345974 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-41184ac0-19bb-4f65-babc-e03eb1ea9659 req-02120090-cf67-4f0e-8638-96797707bdfb tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374140 Dec 29 20:52:54.382743 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:52:54.408974 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.417058 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.433394 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-03d6a11e-6e92-474a-a60f-fbad9469c640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.469554 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85eab5b9-fb7f-4a56-86ca-c065c4193c8f req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033459 Dec 29 20:52:54.471165 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565584b-dc05-4ec5-b1dd-d0cef6e8b952 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=96832f2d-16a8-4fa7-8505-7498e586e5b2,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:54.517414 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-03d6a11e-6e92-474a-a60f-fbad9469c640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.607611 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d337a-ae49-49f2-a65b-8be452e8c6d4 req-53fb902b-6b6a-4ca6-8e9d-86bd586fa9d1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:54.609849 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-be1d337a-ae49-49f2-a65b-8be452e8c6d4 req-53fb902b-6b6a-4ca6-8e9d-86bd586fa9d1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 945 time: 0.1264060 Dec 29 20:52:54.637933 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-03d6a11e-6e92-474a-a60f-fbad9469c640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.663666 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6a11e-6e92-474a-a60f-fbad9469c640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb4848-5ddc-4272-ad26-88bae5254cb8,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:54.675462 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-03d6a11e-6e92-474a-a60f-fbad9469c640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:54.678081 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-03d6a11e-6e92-474a-a60f-fbad9469c640 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ccb4848-5ddc-4272-ad26-88bae5254cb8 HTTP/1.1" status: 204 len: 168 time: 0.3725882 Dec 29 20:52:54.692694 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-be1d337a-ae49-49f2-a65b-8be452e8c6d4 req-8e73a70e-deef-4319-8f35-6d42841f4bd5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753744 Dec 29 20:52:54.934376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fb6aa-eda6-403a-ab9f-fdf6a26f6955 req-88ffb344-d089-41c9-bbb1-57b14adf8b4f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:54.941922 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-413fb6aa-eda6-403a-ab9f-fdf6a26f6955 req-88ffb344-d089-41c9-bbb1-57b14adf8b4f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 945 time: 0.1316533 Dec 29 20:52:54.982801 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-413fb6aa-eda6-403a-ab9f-fdf6a26f6955 req-26df881c-dabc-4bcb-835e-9b84440910f9 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Dec 29 20:52:55.336154 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35144) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:55.365246 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.406639 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:55.412543 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Usage tracker for resource:security_group_rule and tenant:ed880b2883b24f85878625acbcd9fb58 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:55.462015 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:55.479771 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:55.578902 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f76a7-57d6-4ca3-9fa8-ba46431919b5 req-c61078cf-db41-4a5e-8e4d-ec18ea8b39c9 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:55.580405 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a42f76a7-57d6-4ca3-9fa8-ba46431919b5 req-c61078cf-db41-4a5e-8e4d-ec18ea8b39c9 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.1698432 Dec 29 20:52:55.584465 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.595960 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2af964-194b-4315-bd22-2c4756af985f req-1688a8cd-ba93-474a-b63d-80a4e510f0d6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:55.597418 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-de2af964-194b-4315-bd22-2c4756af985f req-1688a8cd-ba93-474a-b63d-80a4e510f0d6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 944 time: 0.1033111 Dec 29 20:52:55.618951 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.679665 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-de2af964-194b-4315-bd22-2c4756af985f req-64b5bb74-94b9-4b9a-9632-32eea37628a3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727477 Dec 29 20:52:55.688438 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ec8c5-474e-491b-8033-0782ab410ab7,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:55.695547 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1eb4b4dd-9672-4fc8-a45a-9f311c8a3d5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed880b2883b24f85878625acbcd9fb58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3535061 Dec 29 20:52:55.698754 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35168) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:55.735992 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a42f76a7-57d6-4ca3-9fa8-ba46431919b5 req-0f41ead2-30eb-472a-9c6e-3d61c0c01471 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489186 Dec 29 20:52:55.803326 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-71f512bc-acc7-454e-a153-e5dcd3413b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.835121 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-71f512bc-acc7-454e-a153-e5dcd3413b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.886503 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device adf102d0-3086-4610-895a-fb5960a11025 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:52:55.894179 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-71f512bc-acc7-454e-a153-e5dcd3413b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.919583 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f512bc-acc7-454e-a153-e5dcd3413b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ec8c5-474e-491b-8033-0782ab410ab7,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:55.927845 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-71f512bc-acc7-454e-a153-e5dcd3413b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:55.929185 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-71f512bc-acc7-454e-a153-e5dcd3413b86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d1ec8c5-474e-491b-8033-0782ab410ab7 HTTP/1.1" status: 204 len: 168 time: 0.2288554 Dec 29 20:52:55.970860 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a260f-72a9-4034-bdaa-8fe0ce9b2d83 req-83ad8018-1f23-4383-8fae-0765a08e0c42 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:55.972769 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9e9a260f-72a9-4034-bdaa-8fe0ce9b2d83 req-83ad8018-1f23-4383-8fae-0765a08e0c42 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 945 time: 0.1309083 Dec 29 20:52:56.038417 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9e9a260f-72a9-4034-bdaa-8fe0ce9b2d83 req-4215bb58-19b6-4a95-93f4-2110bb7f025c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577321 Dec 29 20:52:56.110788 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port adf102d0-3086-4610-895a-fb5960a11025, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=adf102d0-3086-4610-895a-fb5960a11025,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:56.125954 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'adf102d0-3086-4610-895a-fb5960a11025', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'port_id': 'adf102d0-3086-4610-895a-fb5960a11025', 'mac_address': 'fa:16:3e:7b:3a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:52:56.189972 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.212452 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf102d0-3086-4610-895a-fb5960a11025 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:52:56.228961 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ca9c4-8ae8-4be7-900f-532667b0c0ac req-d3a38c8d-34e4-4d91-aa8c-102030218176 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:56.230445 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port adf102d0-3086-4610-895a-fb5960a11025, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=adf102d0-3086-4610-895a-fb5960a11025,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:56.236107 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:56.236501 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aa3ca9c4-8ae8-4be7-900f-532667b0c0ac req-d3a38c8d-34e4-4d91-aa8c-102030218176 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 945 time: 0.0930557 Dec 29 20:52:56.294966 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aa3ca9c4-8ae8-4be7-900f-532667b0c0ac req-009c66d1-28af-45bb-89b3-2b340e5c4ed6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574019 Dec 29 20:52:56.324763 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=adf102d0-3086-4610-895a-fb5960a11025,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:56.682630 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['adf102d0-3086-4610-895a-fb5960a11025'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:52:56.956108 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41d1f3-26bc-458a-9a08-e8afd6ab0387 req-1604f12b-f264-4713-abbf-e220b903c3f6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:56.963131 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df41d1f3-26bc-458a-9a08-e8afd6ab0387 req-1604f12b-f264-4713-abbf-e220b903c3f6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 945 time: 0.1389380 Dec 29 20:52:57.015752 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df41d1f3-26bc-458a-9a08-e8afd6ab0387 req-0395d39b-38da-4800-8e55-625a6c5aae77 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514574 Dec 29 20:52:57.046979 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e171a5-8d22-4c97-946d-ad729fa6fc0a req-3c283430-cef7-4a17-bdef-5be52f31c9a3 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:57.049270 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b9e171a5-8d22-4c97-946d-ad729fa6fc0a req-3c283430-cef7-4a17-bdef-5be52f31c9a3 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.0944946 Dec 29 20:52:57.156986 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b9e171a5-8d22-4c97-946d-ad729fa6fc0a req-d3c90bd1-1c83-4837-9b9f-a59e4039ac39 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021142 Dec 29 20:52:57.287638 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4120e0-a3e5-45b0-a005-e1fa9fe8af20 req-45515731-d2fe-4622-8081-b43f52dc9d0c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:57.289096 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8d4120e0-a3e5-45b0-a005-e1fa9fe8af20 req-45515731-d2fe-4622-8081-b43f52dc9d0c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 945 time: 0.0852950 Dec 29 20:52:57.349545 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8d4120e0-a3e5-45b0-a005-e1fa9fe8af20 req-410441ea-4ca4-441a-86b2-0ec04bc1b1f5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537677 Dec 29 20:52:57.472029 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35236) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:57.515333 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410ba5e-e624-4706-8f9d-06a58d6d9986 req-cff9672c-3d9a-4061-b031-1c334616759f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:57.516720 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7410ba5e-e624-4706-8f9d-06a58d6d9986 req-cff9672c-3d9a-4061-b031-1c334616759f tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 945 time: 0.0893023 Dec 29 20:52:57.581012 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7410ba5e-e624-4706-8f9d-06a58d6d9986 req-31805890-eb2c-472a-9f74-65d12c21bee8 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584924 Dec 29 20:52:57.632364 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.666171 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:57.669871 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Usage tracker for resource:security_group_rule and tenant:246a98522b8347b5bf8fcd3968800446 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:57.673100 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:57.678857 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:57.746703 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.751336 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.807542 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=246a98522b8347b5bf8fcd3968800446&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3343980 Dec 29 20:52:57.808245 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52ec93-2bb0-4e27-be3c-cc57fdfd2407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3591391-bb3f-4c11-8628-31a1518fd670,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:57.810523 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35250) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:57.881005 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c487ac14-d688-4a75-9776-a4d0e2d0e712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.901225 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:57.915246 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c487ac14-d688-4a75-9776-a4d0e2d0e712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.976693 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c487ac14-d688-4a75-9776-a4d0e2d0e712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:57.988455 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:57.993972 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:57.994351 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.002313 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487ac14-d688-4a75-9776-a4d0e2d0e712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3591391-bb3f-4c11-8628-31a1518fd670,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:58.005645 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c487ac14-d688-4a75-9776-a4d0e2d0e712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.006807 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-c487ac14-d688-4a75-9776-a4d0e2d0e712 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3591391-bb3f-4c11-8628-31a1518fd670 HTTP/1.1" status: 204 len: 168 time: 0.1951566 Dec 29 20:52:58.184067 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.230059 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:58.231712 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:52:58.238613 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.239398 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:58.373154 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd10d1-f0e6-4192-a1e5-e30afbdb8ab6 req-4df5d2f4-9374-4153-b6c9-47c20d5b5c02 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:58.377518 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ffdd10d1-f0e6-4192-a1e5-e30afbdb8ab6 req-4df5d2f4-9374-4153-b6c9-47c20d5b5c02 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 945 time: 0.1868224 Dec 29 20:52:58.465532 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:58.473325 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc328a-246e-4716-b72e-1026c7906442 req-91705d9c-29bc-45a7-9fb5-e68f74ab9e38 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:58.475325 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:58.484251 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:58.484626 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.489579 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-03cc328a-246e-4716-b72e-1026c7906442 req-91705d9c-29bc-45a7-9fb5-e68f74ab9e38 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.1240482 Dec 29 20:52:58.490448 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ffdd10d1-f0e6-4192-a1e5-e30afbdb8ab6 req-d33fc3ff-d922-4dcf-bfe2-3c3c517aef80 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070237 Dec 29 20:52:58.613212 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0', 'code': 200} Dec 29 20:52:58.629190 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-03cc328a-246e-4716-b72e-1026c7906442 req-91758ee7-41e7-4c1d-99ca-474d54f6c506 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234586 Dec 29 20:52:58.664285 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35290) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:58.711390 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.720561 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.763823 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:58.770232 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.771426 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:58.792540 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:52:58.802545 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Usage tracker for resource:security_group_rule and tenant:efb51e680c9f4c1288d0534c3b503f45 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:52:58.806790 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:52:58.818676 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:52:58.914588 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:58.930000 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:58.937249 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:58.938445 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:58.956193 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b94eb-1633-4346-83c9-53df3d6cd673 req-af3d82d0-a3fb-44fb-91f6-ef86336fb19d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:58.966210 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7b0b94eb-1633-4346-83c9-53df3d6cd673 req-af3d82d0-a3fb-44fb-91f6-ef86336fb19d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1920884 Dec 29 20:52:59.030564 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.049265 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.107982 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7b0b94eb-1633-4346-83c9-53df3d6cd673 req-6293bb65-2a09-4d8c-9b01-0c0d58261554 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379733 Dec 29 20:52:59.118537 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=efb51e680c9f4c1288d0534c3b503f45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4531982 Dec 29 20:52:59.119558 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5040013-fe71-49cd-84ac-56d98c36c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf98f9d-c87b-4e18-ac3f-0e1a5bfedf8b,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:59.129143 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.133413 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35300) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:59.147720 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef113d4e-f6ae-4210-bc05-76efded25e5c req-20516e9b-3a10-416c-aa13-ea96838e58e1 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:59.154713 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ef113d4e-f6ae-4210-bc05-76efded25e5c req-20516e9b-3a10-416c-aa13-ea96838e58e1 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 945 time: 0.2359924 Dec 29 20:52:59.176265 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,segment=NetworkSegment(f62dd853-6e87-4e62-9a53-d3b493c2af7c),segment_id=f62dd853-6e87-4e62-9a53-d3b493c2af7c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:52:59.182037 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.207964 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b62a707f-63de-4b05-94d9-dc5af26f77f1 req-057e3fc1-1873-4e47-ad0a-6a95adcc6125 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 1099 time: 0.1646371 Dec 29 20:52:59.253472 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ef113d4e-f6ae-4210-bc05-76efded25e5c req-f6b83950-9c7c-4118-bb63-1f274caddbc1 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969708 Dec 29 20:52:59.260148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ca60a88e-57d7-4368-9764-23162ce4fb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.273036 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:59.304415 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b62a707f-63de-4b05-94d9-dc5af26f77f1 req-9f1790c9-c200-4ec5-a328-b319753e83a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876565 Dec 29 20:52:59.308198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ca60a88e-57d7-4368-9764-23162ce4fb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.370210 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ca60a88e-57d7-4368-9764-23162ce4fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.392103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60a88e-57d7-4368-9764-23162ce4fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf98f9d-c87b-4e18-ac3f-0e1a5bfedf8b,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:52:59.401067 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ca60a88e-57d7-4368-9764-23162ce4fb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.417223 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ca60a88e-57d7-4368-9764-23162ce4fb92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bf98f9d-c87b-4e18-ac3f-0e1a5bfedf8b HTTP/1.1" status: 204 len: 168 time: 0.2766731 Dec 29 20:52:59.799747 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc3154-2c51-467e-a958-8bd8d612fd6c req-1abb0d4c-170d-4f18-a057-a6f2de6e1131 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:52:59.803344 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4abc3154-2c51-467e-a958-8bd8d612fd6c req-1abb0d4c-170d-4f18-a057-a6f2de6e1131 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 945 time: 0.1134465 Dec 29 20:52:59.859241 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4abc3154-2c51-467e-a958-8bd8d612fd6c req-bf7d7858-e572-40d1-9b3c-62c3ac585322 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535614 Dec 29 20:52:59.913829 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device adf102d0-3086-4610-895a-fb5960a11025 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:52:59.976872 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35326) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:52:59.981447 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port adf102d0-3086-4610-895a-fb5960a11025 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:52:59.986700 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port adf102d0-3086-4610-895a-fb5960a11025 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:52:59.987081 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:52:59.994918 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.027566 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:00.031771 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c171da84fc43cf9ac53c3efc556dbe is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:00.035174 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:00.042779 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:00.103928 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.107458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.111334 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.136667 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port adf102d0-3086-4610-895a-fb5960a11025, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=adf102d0-3086-4610-895a-fb5960a11025,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:00.140437 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.158751 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbad06b-e074-4ad6-bda9-fc7deea66cc8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:00.165325 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ece804da-ca95-4b9d-a86d-57bdee536455 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9c171da84fc43cf9ac53c3efc556dbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1848252 Dec 29 20:53:00.165684 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35332) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:00.206687 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=adf102d0-3086-4610-895a-fb5960a11025,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:00.229511 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffc3-ddce-45dc-83f8-2acce5d3ed6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.255742 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffc3-ddce-45dc-83f8-2acce5d3ed6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.361926 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce159be-efc9-43d8-a2b7-b59c910ecb18 req-7e20d391-ef72-44c6-8b27-0527f4cebd25 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:00.363342 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5ce159be-efc9-43d8-a2b7-b59c910ecb18 req-7e20d391-ef72-44c6-8b27-0527f4cebd25 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0967984 Dec 29 20:53:00.368495 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffc3-ddce-45dc-83f8-2acce5d3ed6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.402408 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fffc3-ddce-45dc-83f8-2acce5d3ed6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbad06b-e074-4ad6-bda9-fc7deea66cc8,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:00.425794 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffc3-ddce-45dc-83f8-2acce5d3ed6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:00.429472 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9b9fffc3-ddce-45dc-83f8-2acce5d3ed6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5dbad06b-e074-4ad6-bda9-fc7deea66cc8 HTTP/1.1" status: 204 len: 168 time: 0.2628701 Dec 29 20:53:00.439975 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5ce159be-efc9-43d8-a2b7-b59c910ecb18 req-7520e1e2-c913-40f3-ab05-65c6e3e43a2c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675712 Dec 29 20:53:00.447305 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69567b8-c717-4951-b659-af0a8d05834b req-871f1875-85e1-48c6-b4d2-c5b658e71b21 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:00.448742 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b69567b8-c717-4951-b659-af0a8d05834b req-871f1875-85e1-48c6-b4d2-c5b658e71b21 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.0795343 Dec 29 20:53:00.496807 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b69567b8-c717-4951-b659-af0a8d05834b req-fb46da95-22d7-4793-9733-592a7839b858 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Dec 29 20:53:00.614580 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4'}, {'server_uuid': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33'}, {'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:00.681885 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4', 'code': 200} Dec 29 20:53:00.682220 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33', 'code': 200} Dec 29 20:53:00.682541 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025', 'code': 200} Dec 29 20:53:01.238628 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081edcc-0ed6-48c9-b449-5c1a33184066 req-ae2810f8-0679-42df-99fc-7855a3e8c94e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:01.240925 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3081edcc-0ed6-48c9-b449-5c1a33184066 req-ae2810f8-0679-42df-99fc-7855a3e8c94e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1462836 Dec 29 20:53:01.302075 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3081edcc-0ed6-48c9-b449-5c1a33184066 req-b7f771c9-3d8e-417b-b492-554d33b0257b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547209 Dec 29 20:53:01.303321 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-126a0310-e33f-4c65-aae4-08b956669d3f req-17267d80-2f7b-4651-a815-dc4907ab31b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.2213888 Dec 29 20:53:01.312063 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-53209d2a-a3d7-4900-b576-0b269e4a4495 req-2342d4b0-7b78-40b7-8d0c-faaf2b36f063 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 1099 time: 0.3014667 Dec 29 20:53:01.407929 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-126a0310-e33f-4c65-aae4-08b956669d3f req-14e1b249-01c6-4305-9bfa-987ec74de0ae service neutron] Synchronizing usage tracker for tenant:ed634cf9bb9146f7a9738325a8638b70 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:01.421125 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a95485b9-7114-4ba1-9fd6-8996c93d8d44 req-eff829c3-5b8e-4122-932d-1792463eef48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1099 time: 0.1718152 Dec 29 20:53:01.423276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-53209d2a-a3d7-4900-b576-0b269e4a4495 req-b27399b4-d0ac-4912-8d73-5519bf5b4753 service neutron] Synchronizing usage tracker for tenant:ed634cf9bb9146f7a9738325a8638b70 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:01.462027 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-126a0310-e33f-4c65-aae4-08b956669d3f req-14e1b249-01c6-4305-9bfa-987ec74de0ae service neutron] Unset dirty status for tenant:ed634cf9bb9146f7a9738325a8638b70 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:01.463195 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-126a0310-e33f-4c65-aae4-08b956669d3f req-14e1b249-01c6-4305-9bfa-987ec74de0ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503234 Dec 29 20:53:01.464374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.db.api [req-53209d2a-a3d7-4900-b576-0b269e4a4495 req-b27399b4-d0ac-4912-8d73-5519bf5b4753 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) ed634cf9bb9146f7a9738325a8638b70-security_group {{(pid=82780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 20:53:01.464696 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG oslo_db.api [req-53209d2a-a3d7-4900-b576-0b269e4a4495 req-b27399b4-d0ac-4912-8d73-5519bf5b4753 service neutron] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 20:53:01.484659 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a95485b9-7114-4ba1-9fd6-8996c93d8d44 req-fbb92784-4a00-425e-a24f-26840fe44fa5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567791 Dec 29 20:53:01.668962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b223da7-b90b-4ae2-956e-ff49bb9fb493 req-ff2c9d78-371d-46dd-8dfd-5522598288e1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:01.670323 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6b223da7-b90b-4ae2-956e-ff49bb9fb493 req-ff2c9d78-371d-46dd-8dfd-5522598288e1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0940688 Dec 29 20:53:01.718892 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6b223da7-b90b-4ae2-956e-ff49bb9fb493 req-4ebd7612-bd6a-4c81-8d90-38fc42c91b7f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Dec 29 20:53:01.785216 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e7ef0-8145-4201-92f8-f762ffc46c18 req-59e1654a-3bf4-42c7-b3b3-891819edc3c9 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:01.786684 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7b0e7ef0-8145-4201-92f8-f762ffc46c18 req-59e1654a-3bf4-42c7-b3b3-891819edc3c9 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.1231813 Dec 29 20:53:01.833999 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7b0e7ef0-8145-4201-92f8-f762ffc46c18 req-73edaa3c-9f18-4842-9402-7717b961fc9c tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 Dec 29 20:53:01.974025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-53209d2a-a3d7-4900-b576-0b269e4a4495 req-b27399b4-d0ac-4912-8d73-5519bf5b4753 service neutron] Unset dirty status for tenant:ed634cf9bb9146f7a9738325a8638b70 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:01.975181 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-53209d2a-a3d7-4900-b576-0b269e4a4495 req-b27399b4-d0ac-4912-8d73-5519bf5b4753 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412702 Dec 29 20:53:02.200072 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635fc04-ff31-446f-bf57-4f6ae880d2d5 req-0a351985-ddbf-4a6c-a417-2c955bfabdac tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:02.201456 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c635fc04-ff31-446f-bf57-4f6ae880d2d5 req-0a351985-ddbf-4a6c-a417-2c955bfabdac tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0871935 Dec 29 20:53:02.272051 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c635fc04-ff31-446f-bf57-4f6ae880d2d5 req-4a2ebb95-dd3f-43f6-a4a1-2cbae36992ab tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Dec 29 20:53:02.597256 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fab10-dc98-40b6-a5bf-6b151e86da07 req-3c6dce58-eb82-4da9-8da2-e689959a77d4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:02.612882 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6f6fab10-dc98-40b6-a5bf-6b151e86da07 req-3c6dce58-eb82-4da9-8da2-e689959a77d4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1662533 Dec 29 20:53:02.617293 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-a423c6ec-0fc0-4ace-833e-0a1b374b97ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 1099 time: 0.1401322 Dec 29 20:53:02.715277 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6f6fab10-dc98-40b6-a5bf-6b151e86da07 req-5f44c749-61f8-4cec-a90e-cd61d0808356 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012976 Dec 29 20:53:02.852398 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-7c3ddc88-4fd4-483b-b371-016ffe112d96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:02.854597 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-7c3ddc88-4fd4-483b-b371-016ffe112d96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.2303181 Dec 29 20:53:02.942416 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35438) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:02.967254 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-a1d6fa54-b325-4c0f-8efb-0c95af2c8e23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 HTTP/1.1" status: 200 len: 217 time: 0.0934770 Dec 29 20:53:03.079993 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-7ac12de4-150b-4a03-ab22-f852210d2d61 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:03.081443 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-7ac12de4-150b-4a03-ab22-f852210d2d61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.1076233 Dec 29 20:53:03.141271 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-e005c0fb-8a9c-4f09-a2f0-e0222834f927 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494363 Dec 29 20:53:03.194245 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.232363 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:03.239029 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Usage tracker for resource:security_group_rule and tenant:5fb4fdf5c4a8422ea29a45b55b5deaaf is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:03.246251 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af0e1-0246-4e07-bfb9-f7faef38bb0a req-8ad2f1aa-5007-4b6d-91a9-399bdc8f1594 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:03.247034 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:03.247767 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-067af0e1-0246-4e07-bfb9-f7faef38bb0a req-8ad2f1aa-5007-4b6d-91a9-399bdc8f1594 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.2298856 Dec 29 20:53:03.256193 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:03.263970 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-04c3a39e-0807-4b34-98fe-8d7af98c37ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.328837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-615f1b92-b432-4980-bf4c-a0116eadc5b1 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797409 Dec 29 20:53:03.333630 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-067af0e1-0246-4e07-bfb9-f7faef38bb0a req-85e47bea-2100-4c79-9c8e-5ba65ac1e1ab tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776515 Dec 29 20:53:03.337440 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.346885 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.393087 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e6acd-8e27-48f1-9fb2-68ffdd9d2085,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:03.423793 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1fc6653b-e8b1-4e56-8be9-c6fc8e96cecf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fb4fdf5c4a8422ea29a45b55b5deaaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4800682 Dec 29 20:53:03.426331 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35454) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:03.483802 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a76b568d-2310-492a-8635-68e0cb997ea7 req-3ccfa126-af4a-4bff-a003-46f04e3715a7 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468875 Dec 29 20:53:03.559458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-29225e47-5ab2-41ad-a62e-02e8dfcc5bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.597968 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-29225e47-5ab2-41ad-a62e-02e8dfcc5bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.613069 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f98c69-73b6-4544-8d6d-f3ff8bc0e4f0 req-be1a5648-5c37-46be-b382-4564a8d1ca25 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:03.614582 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d8f98c69-73b6-4544-8d6d-f3ff8bc0e4f0 req-be1a5648-5c37-46be-b382-4564a8d1ca25 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1568360 Dec 29 20:53:03.693366 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d8f98c69-73b6-4544-8d6d-f3ff8bc0e4f0 req-cdf05572-d5c4-4948-9cf9-d2e2f087b06c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696411 Dec 29 20:53:03.713677 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-29225e47-5ab2-41ad-a62e-02e8dfcc5bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.731325 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29225e47-5ab2-41ad-a62e-02e8dfcc5bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e6acd-8e27-48f1-9fb2-68ffdd9d2085,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:03.737370 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-29225e47-5ab2-41ad-a62e-02e8dfcc5bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:03.740913 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-29225e47-5ab2-41ad-a62e-02e8dfcc5bab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/658e6acd-8e27-48f1-9fb2-68ffdd9d2085 HTTP/1.1" status: 204 len: 168 time: 0.3112473 Dec 29 20:53:04.003564 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173e99d-f0ba-464c-9e5e-529d6d74581e req-20cf8ffa-97df-4857-8367-fe75bcea702e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:04.006075 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1173e99d-f0ba-464c-9e5e-529d6d74581e req-20cf8ffa-97df-4857-8367-fe75bcea702e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1202824 Dec 29 20:53:04.073482 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1173e99d-f0ba-464c-9e5e-529d6d74581e req-d85c09d4-432f-40e2-8b4e-ec39d5b7bd89 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610170 Dec 29 20:53:04.248890 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35476) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:04.269111 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.302074 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:04.306047 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Usage tracker for resource:security_group_rule and tenant:1374c4d811684d189605d39682c10793 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:04.308981 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:04.314887 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:04.397263 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.402356 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.476635 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe68eb8-7124-4b09-ab8f-638d807f2339,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:04.482706 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e47802dd-9aa0-4e69-ab61-3aafedbb8220 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1374c4d811684d189605d39682c10793&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2317300 Dec 29 20:53:04.484603 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35486) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:04.604875 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-47c915d9-3086-4884-a2c4-a7af8209f156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.616405 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aae9f-dc7a-4330-8a11-1a86aa85f486 req-658137f3-0e2b-4448-99ee-779add3becd6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:04.617899 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0a1aae9f-dc7a-4330-8a11-1a86aa85f486 req-658137f3-0e2b-4448-99ee-779add3becd6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.0958800 Dec 29 20:53:04.640138 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-47c915d9-3086-4884-a2c4-a7af8209f156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.675240 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0a1aae9f-dc7a-4330-8a11-1a86aa85f486 req-7b93a781-94b4-4a09-a384-f72053b06edb tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513363 Dec 29 20:53:04.705997 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-47c915d9-3086-4884-a2c4-a7af8209f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.720829 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c915d9-3086-4884-a2c4-a7af8209f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe68eb8-7124-4b09-ab8f-638d807f2339,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:04.732784 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-47c915d9-3086-4884-a2c4-a7af8209f156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:04.735216 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-47c915d9-3086-4884-a2c4-a7af8209f156 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebe68eb8-7124-4b09-ab8f-638d807f2339 HTTP/1.1" status: 204 len: 168 time: 0.2495270 Dec 29 20:53:04.969689 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933eda8-6e3e-4ef2-b2e0-22ff06a55cb6 req-13575551-f79f-476c-93a8-860f4de00cdc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:04.975761 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1933eda8-6e3e-4ef2-b2e0-22ff06a55cb6 req-13575551-f79f-476c-93a8-860f4de00cdc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1177936 Dec 29 20:53:05.055997 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1933eda8-6e3e-4ef2-b2e0-22ff06a55cb6 req-d7746c31-b734-4d68-bd4f-a55247e28a1d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733922 Dec 29 20:53:05.273548 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7605-78f3-4435-9d12-427e5fe3d5ec req-1f318e85-3b3c-458b-bc8c-e2353fa05b71 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.275110 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-232d7605-78f3-4435-9d12-427e5fe3d5ec req-1f318e85-3b3c-458b-bc8c-e2353fa05b71 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0909657 Dec 29 20:53:05.329463 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-232d7605-78f3-4435-9d12-427e5fe3d5ec req-e2b8423f-3883-4c7e-a5aa-c73afa8a1c84 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474386 Dec 29 20:53:05.450378 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-4e729c40-bc59-4294-be56-ba0b32b2e80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.543690 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435685cd-8154-4f23-86db-e9e4f3bdf10c req-f139e92a-27d1-46b9-b18b-2f067ea76b9a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.545121 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-435685cd-8154-4f23-86db-e9e4f3bdf10c req-f139e92a-27d1-46b9-b18b-2f067ea76b9a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0807703 Dec 29 20:53:05.554184 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35528) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:05.562278 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'floatingip': {'port_id': 'adf102d0-3086-4610-895a-fb5960a11025'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:05.691492 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:05.950449 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166ca37-b2ac-4742-be4d-49f3d2e3b75a req-9c730218-2fbb-4ed9-af36-ab0be77e1258 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:05.952007 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2166ca37-b2ac-4742-be4d-49f3d2e3b75a req-9c730218-2fbb-4ed9-af36-ab0be77e1258 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.1374991 Dec 29 20:53:06.127201 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2166ca37-b2ac-4742-be4d-49f3d2e3b75a req-0e1c020d-42e8-412c-a208-0e83eecb6e76 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235197 Dec 29 20:53:06.341161 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fc24f-e2b4-43ce-a5ad-2075dafd1e5d req-f19686c3-8740-4d7f-b8d3-c25cacccc649 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:06.352839 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ad3fc24f-e2b4-43ce-a5ad-2075dafd1e5d req-f19686c3-8740-4d7f-b8d3-c25cacccc649 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1303284 Dec 29 20:53:06.464224 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ad3fc24f-e2b4-43ce-a5ad-2075dafd1e5d req-969e9691-d82f-4bb8-b815-0500dbd27157 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101170 Dec 29 20:53:06.595619 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35570) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:06.692195 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.750920 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.755025 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:06.966766 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.015347 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.l3_db [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Floating IP d6a3a538-9307-4240-be35-6fac50f6bf00 associated. External IP: 172.27.2.99, port: adf102d0-3086-4610-895a-fb5960a11025. Dec 29 20:53:07.040669 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:07.043621 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b7446ae14b9c4067b5b2e49b5fdb8825 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:07.047959 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:07.054414 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:07.099245 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.149427 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.157408 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.253870 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7446ae14b9c4067b5b2e49b5fdb8825&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6569750 Dec 29 20:53:07.257990 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35592) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:07.281159 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c649b66-7414-47ce-95c5-49ec351b3e6d,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:07.317582 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.317929 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.318267 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.318600 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.318960 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.319288 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.319699 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.319931 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.320343 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.320566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.321142 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558796e-cc99-49cd-823c-511c9dde30b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:07.358457 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0d46f4cd-80a2-45e0-8cc5-ccd34b25766a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.435540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0d46f4cd-80a2-45e0-8cc5-ccd34b25766a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.558324 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0d46f4cd-80a2-45e0-8cc5-ccd34b25766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.603835 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46f4cd-80a2-45e0-8cc5-ccd34b25766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c649b66-7414-47ce-95c5-49ec351b3e6d,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:07.615086 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0d46f4cd-80a2-45e0-8cc5-ccd34b25766a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:07.619355 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-0d46f4cd-80a2-45e0-8cc5-ccd34b25766a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c649b66-7414-47ce-95c5-49ec351b3e6d HTTP/1.1" status: 204 len: 168 time: 0.3603697 Dec 29 20:53:07.816114 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbc7b5-f5c0-41a6-af60-1061112d00be req-796c8c07-2f9e-4817-bafc-061a83cbee56 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:07.823628 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-38cbc7b5-f5c0-41a6-af60-1061112d00be req-796c8c07-2f9e-4817-bafc-061a83cbee56 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1240134 Dec 29 20:53:07.855381 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Router a6a84d82-bc57-4592-886a-7c3556d5e1be has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:53:07.905225 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-38cbc7b5-f5c0-41a6-af60-1061112d00be req-042e920c-8782-4d9b-9c08-cbe5154606cd tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801558 Dec 29 20:53:07.980507 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.179531 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:53:08.195060 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2d05f-7368-4280-9455-f18673961489 None None] Sync routers for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:53:08.195542 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:08.216279 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:08.216964 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:53:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:08.321084 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-5408fdaf-f611-4ee9-aed5-ed91bc269451 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "PUT /v2.0/floatingips/d6a3a538-9307-4240-be35-6fac50f6bf00 HTTP/1.1" status: 200 len: 991 time: 2.7631302 Dec 29 20:53:08.322230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025'}] {{(pid=82779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:08.570056 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:08.616025 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025', 'status': 'completed', 'code': 200} Dec 29 20:53:08.822821 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-3944ff6c-22ac-45b0-8b0b-9688c7e1f22d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1099 time: 0.1770177 Dec 29 20:53:09.053385 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'd6a3a538-9307-4240-be35-6fac50f6bf00', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'port_id': 'adf102d0-3086-4610-895a-fb5960a11025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'mac_address': 'fa:16:3e:7b:3a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc414c80-2773-4125-8028-6a27df0e831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:23Z', 'updated_at': '2021-12-29T20:53:06Z', 'revision_number': 1, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:09.062951 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2d05f-7368-4280-9455-f18673961489 None None] Checking router: a6a84d82-bc57-4592-886a-7c3556d5e1be for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:53:09.090648 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:09.091361 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:53:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:09.216425 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-7f134fd7-1574-4924-95cf-e3166ef50e56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:09.218836 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-7f134fd7-1574-4924-95cf-e3166ef50e56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 911 time: 0.3896132 Dec 29 20:53:09.233189 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f5e6f-36e8-4345-88d8-0b26aa69678c req-5e6ec63b-5553-45a5-9880-d7aa8f087cd6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:09.235599 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f97f5e6f-36e8-4345-88d8-0b26aa69678c req-5e6ec63b-5553-45a5-9880-d7aa8f087cd6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1372316 Dec 29 20:53:09.320484 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f97f5e6f-36e8-4345-88d8-0b26aa69678c req-448315ad-b906-4bda-a0d9-e478bba318f7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761800 Dec 29 20:53:09.388480 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-8591e397-540b-4081-b197-a3e5e295e4a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 200 len: 999 time: 0.1580088 Dec 29 20:53:09.476992 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:09.544642 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-8ba3b511-babc-4c6b-96d0-99ad8e5f4429 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:09.547975 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-8ba3b511-babc-4c6b-96d0-99ad8e5f4429 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.1537211 Dec 29 20:53:09.648856 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-840116ae-e573-4fff-93a4-ce43085ba0f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0906029 Dec 29 20:53:09.879621 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-8d9fae14-cb35-419a-b2cd-2e985549d182 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173555 Dec 29 20:53:09.996015 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-97a2d05f-7368-4280-9455-f18673961489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'd6a3a538-9307-4240-be35-6fac50f6bf00', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'port_id': 'adf102d0-3086-4610-895a-fb5960a11025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'mac_address': 'fa:16:3e:7b:3a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc414c80-2773-4125-8028-6a27df0e831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:23Z', 'updated_at': '2021-12-29T20:53:06Z', 'revision_number': 1, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:10.001237 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2d05f-7368-4280-9455-f18673961489 None None] The sync data for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi is: [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'd6a3a538-9307-4240-be35-6fac50f6bf00', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'port_id': 'adf102d0-3086-4610-895a-fb5960a11025', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'mac_address': 'fa:16:3e:7b:3a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc414c80-2773-4125-8028-6a27df0e831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:52:23Z', 'updated_at': '2021-12-29T20:53:06Z', 'revision_number': 1, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:53:10.126802 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-13fa1c21-7bdb-4231-aa85-444bd35def94 req-f500e63e-cfe8-4353-84d1-aebfb64b4edb service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396319 Dec 29 20:53:10.285890 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140d65fe-098f-4e07-9a41-80a7947f6a0c None None] New status for floating IP d6a3a538-9307-4240-be35-6fac50f6bf00: ACTIVE {{(pid=82781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:53:10.461680 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35756) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:10.570017 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d47909-0923-48ac-9238-2c7b863f3edb req-8515803e-ce9e-41d8-8c5e-00d7e1896c1d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:10.579891 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70d47909-0923-48ac-9238-2c7b863f3edb req-8515803e-ce9e-41d8-8c5e-00d7e1896c1d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1004024 Dec 29 20:53:10.649712 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70d47909-0923-48ac-9238-2c7b863f3edb req-8c6c6f64-fb8d-4759-9699-c25c8066dcaa tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687635 Dec 29 20:53:10.671936 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:10.705047 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:10.709570 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:8f20e8ee53534ab0a8c738f3d28865d9 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:10.715523 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:10.722047 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:10.815584 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:10.821460 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:10.878050 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f20e8ee53534ab0a8c738f3d28865d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4147925 Dec 29 20:53:10.880748 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35784) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:10.905408 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa0d48-889a-476b-bae8-e8d77bfa5ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c45be8-d69b-44ce-b97c-229353198da6,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:10.985033 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.019498 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.114021 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.142035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c45be8-d69b-44ce-b97c-229353198da6,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:11.153435 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.158307 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21c45be8-d69b-44ce-b97c-229353198da6 HTTP/1.1" status: 204 len: 168 time: 0.2728486 Dec 29 20:53:11.159678 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.160034 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.160376 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.160717 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.161055 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.161390 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.161721 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.162046 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.162373 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.162718 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.163055 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3d3e1-2861-4b54-aab9-c4bf05ca9c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:11.378415 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35806) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:11.703403 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35818) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:11.707826 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.727267 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.745843 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:11.751428 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:94ceb79f01bf4bcfaf39be1b48e6e831 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:11.754617 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:11.760756 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:11.769772 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:11.775290 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Usage tracker for resource:security_group_rule and tenant:1497420479da4d2f9314b4fa9689768f is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:11.778705 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:11.787309 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:11.870590 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.876270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.889627 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.898823 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:11.919463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b93f7-fdff-4fa6-90cf-3add6e948486,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:11.950901 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f3ec739d-ac1b-46f0-9dbc-004bce99855b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1497420479da4d2f9314b4fa9689768f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2440932 Dec 29 20:53:11.952114 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35826) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:11.961420 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca91d6-e015-4e5c-a644-70840fc7ee6f req-833ecd1c-9e57-415b-89e7-5fc5505a3d4d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:11.962921 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f8ca91d6-e015-4e5c-a644-70840fc7ee6f req-833ecd1c-9e57-415b-89e7-5fc5505a3d4d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1612585 Dec 29 20:53:11.963829 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538b94fa-f179-4658-a6dc-e60449a0a41c,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:11.968707 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f03cf5ce-dbd5-4283-a38e-a82657eea9b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94ceb79f01bf4bcfaf39be1b48e6e831&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5889368 Dec 29 20:53:11.971402 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35830) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:12.023087 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0380a76d-67cb-4215-b268-05c23389bbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.053204 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0380a76d-67cb-4215-b268-05c23389bbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.057584 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f8ca91d6-e015-4e5c-a644-70840fc7ee6f req-65cec347-8ba7-4c2b-9b90-701ab26f142a tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Dec 29 20:53:12.073248 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-82d2eec0-ed54-46a2-995e-9971cb692661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.110046 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-82d2eec0-ed54-46a2-995e-9971cb692661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.121437 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0380a76d-67cb-4215-b268-05c23389bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.151331 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0380a76d-67cb-4215-b268-05c23389bbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.155373 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-0380a76d-67cb-4215-b268-05c23389bbda admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/042b93f7-fdff-4fa6-90cf-3add6e948486 HTTP/1.1" status: 204 len: 168 time: 0.1991980 Dec 29 20:53:12.155373 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380a76d-67cb-4215-b268-05c23389bbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b93f7-fdff-4fa6-90cf-3add6e948486,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:12.199330 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-82d2eec0-ed54-46a2-995e-9971cb692661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.233544 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2eec0-ed54-46a2-995e-9971cb692661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538b94fa-f179-4658-a6dc-e60449a0a41c,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:12.254637 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-82d2eec0-ed54-46a2-995e-9971cb692661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.271011 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-82d2eec0-ed54-46a2-995e-9971cb692661 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/538b94fa-f179-4658-a6dc-e60449a0a41c HTTP/1.1" status: 204 len: 168 time: 0.2892563 Dec 29 20:53:12.876652 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35864) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:12.916745 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:12.962471 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:12.966567 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Usage tracker for resource:security_group_rule and tenant:80fac23c7c7a49618c7a6cca7d3e383f is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:12.969824 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:12.976129 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:12.980926 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-58899862-9f26-455e-ad5d-ad556bc96ac5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881066 Dec 29 20:53:13.053223 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.057953 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.104766 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f657114-9d93-4de3-85e0-146c2bb38500,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:13.111836 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-6d843dfe-9867-47ac-b028-74e6b85087cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80fac23c7c7a49618c7a6cca7d3e383f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2340386 Dec 29 20:53:13.114345 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35874) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:13.166702 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-9d948b7a-bd13-49e7-bcdd-7286a7f4e4e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 1098 time: 0.1035111 Dec 29 20:53:13.184723 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8ff76e6a-a49a-4391-92f5-1e3351bc81b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.248769 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8ff76e6a-a49a-4391-92f5-1e3351bc81b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.338959 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-ddec7eb6-2b7e-4a47-8062-eee2135e620b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:13.341054 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-ddec7eb6-2b7e-4a47-8062-eee2135e620b service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 916 time: 0.1488352 Dec 29 20:53:13.343304 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884633c7-786c-4206-8fd1-c5bb260f64f7 req-3b353d9b-50a3-48a8-b952-8fcd0e71c82d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:13.344695 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-884633c7-786c-4206-8fd1-c5bb260f64f7 req-3b353d9b-50a3-48a8-b952-8fcd0e71c82d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1449029 Dec 29 20:53:13.345767 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8ff76e6a-a49a-4391-92f5-1e3351bc81b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.382782 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff76e6a-a49a-4391-92f5-1e3351bc81b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f657114-9d93-4de3-85e0-146c2bb38500,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:13.396019 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8ff76e6a-a49a-4391-92f5-1e3351bc81b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.397233 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-8ff76e6a-a49a-4391-92f5-1e3351bc81b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f657114-9d93-4de3-85e0-146c2bb38500 HTTP/1.1" status: 204 len: 168 time: 0.2808115 Dec 29 20:53:13.422606 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-884633c7-786c-4206-8fd1-c5bb260f64f7 req-aa29a4f8-00fb-4c8e-893e-2c6559ca46dc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665791 Dec 29 20:53:13.480953 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-2d8a4e3d-489f-414e-ad79-b01d2ba09217 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35be55c-6e1a-411d-b96c-fd1c23d248cc HTTP/1.1" status: 200 len: 217 time: 0.1311624 Dec 29 20:53:13.487307 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35890) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:13.556933 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-b81f2fe4-ecdc-4330-977f-38b35a707cbc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:13.558329 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-b81f2fe4-ecdc-4330-977f-38b35a707cbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.0689850 Dec 29 20:53:13.616725 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-c700018b-3ad2-46de-bc72-71cfd5e482a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482569 Dec 29 20:53:13.640064 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1275936346-network', 'tenant_id': '3da5bb1985d541ab9ef7006ba04bc019'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:13.644711 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:13.651966 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Usage tracker for resource:network and tenant:3da5bb1985d541ab9ef7006ba04bc019 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:13.655761 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:13.663471 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:13.674398 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Made reservation on behalf of 3da5bb1985d541ab9ef7006ba04bc019 for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:13.676740 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.702158 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.756854 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:13.763303 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Usage tracker for resource:security_group_rule and tenant:3da5bb1985d541ab9ef7006ba04bc019 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:13.768466 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:13.783027 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:13.801016 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-3a855bcf-133d-44b0-bff3-b9951fdfdf1f service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730917 Dec 29 20:53:13.936786 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:13.947230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.010502 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:14.025230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697567f-8c5c-4c79-9736-481812b0b3dc,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:14.031108 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.031875 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Added segment f49ee327-474b-4d79-8aa3-1113bbeec3cc of type vlan for network 271fb37b-a4b8-4a43-985b-b3ad8f6c3e97 Dec 29 20:53:14.084197 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.094909 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b205d7-af26-4fb8-bb07-e4cc35eefe24 req-80471310-df21-48f3-bd96-fabb6f9585e7 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763596 Dec 29 20:53:14.298646 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.299533 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:14.300398 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.341111 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35936) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:14.419465 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-02e91a50-3ab6-4017-a269-ce613166dbd1 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:14.421107 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-02e91a50-3ab6-4017-a269-ce613166dbd1 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.3632386 Dec 29 20:53:14.444528 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] Pushing event updated for resources: {'Network': ['ID=271fb37b-a4b8-4a43-985b-b3ad8f6c3e97,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:14.447833 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-8dcc02d5-2776-4ef0-ac17-f6e97a22ce96 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9590628 Dec 29 20:53:14.450362 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 35944) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:14.456300 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Request body: {'subnet': {'network_id': '271fb37b-a4b8-4a43-985b-b3ad8f6c3e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1275936346-subnet', 'tenant_id': '3da5bb1985d541ab9ef7006ba04bc019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:14.461563 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9bb733cc-3609-480d-9210-10e1057f7212 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/quotas/d83bfebda32544d0821c5e2cc15c6d4d HTTP/1.1" status: 200 len: 375 time: 0.0297480 Dec 29 20:53:14.462508 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:14.462617 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 271fb37b-a4b8-4a43-985b-b3ad8f6c3e97 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:14.466445 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Usage tracker for resource:subnet and tenant:3da5bb1985d541ab9ef7006ba04bc019 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:14.470901 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:14.510508 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:14.540340 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Made reservation on behalf of 3da5bb1985d541ab9ef7006ba04bc019 for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:14.541998 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.676649 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-7b848961-6f77-450f-b4d3-d17a7f1e7a25 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068586 Dec 29 20:53:14.749595 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.749881 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.789890 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:14.793645 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Usage tracker for resource:security_group_rule and tenant:a896976359444af5952c3f853685c958 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:14.797625 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:14.803661 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:14.892882 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-63e0fe30-c83c-4e49-ac76-a3fcac5143bd service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026391 Dec 29 20:53:14.910642 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0840ff-a9e2-40e6-a87f-1997fa14cc11 req-9676999d-57ef-4ae5-839a-fb12b04dfdaf tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:14.912545 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0e0840ff-a9e2-40e6-a87f-1997fa14cc11 req-9676999d-57ef-4ae5-839a-fb12b04dfdaf tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2406142 Dec 29 20:53:14.942448 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:14.956727 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.085286 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0e0840ff-a9e2-40e6-a87f-1997fa14cc11 req-ea1765cb-4364-4509-ab47-9fa2ef8af05c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648386 Dec 29 20:53:15.086546 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e5584-6e40-4eff-899c-0d338909e127,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:15.106032 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-05635d91-9361-40ac-9e7f-1b45262769d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a896976359444af5952c3f853685c958&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7631814 Dec 29 20:53:15.109566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 35962) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:15.183665 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-528b2a75-39b1-4144-bf8c-5853945e795e service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828183 Dec 29 20:53:15.187706 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.195143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5027-030a-431e-8bce-4d0566cf3ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.241723 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5027-030a-431e-8bce-4d0566cf3ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.298676 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2147e4bf-b52b-41ad-b3bd-1d4411e965c6,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:15.309695 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5027-030a-431e-8bce-4d0566cf3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.322718 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Checking segment: {'id': 'f49ee327-474b-4d79-8aa3-1113bbeec3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '271fb37b-a4b8-4a43-985b-b3ad8f6c3e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:15.323150 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Network hostable DHCP agents. Network: 271fb37b-a4b8-4a43-985b-b3ad8f6c3e97, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:15.345866 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb5027-030a-431e-8bce-4d0566cf3ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e5584-6e40-4eff-899c-0d338909e127,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:15.351935 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bb5027-030a-431e-8bce-4d0566cf3ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.354448 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Network 271fb37b-a4b8-4a43-985b-b3ad8f6c3e97 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:15.355979 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b4bb5027-030a-431e-8bce-4d0566cf3ae0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc5e5584-6e40-4eff-899c-0d338909e127 HTTP/1.1" status: 204 len: 168 time: 0.2452087 Dec 29 20:53:15.386442 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 271fb37b-a4b8-4a43-985b-b3ad8f6c3e97) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:15.396409 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:15.397094 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:15.406575 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b332f52-cf4f-4167-a854-7f885df0ab62 None None] Network 271fb37b-a4b8-4a43-985b-b3ad8f6c3e97 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:15.495625 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-3854b60c-f2dd-4bf9-86a1-84ee4367ed11 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0441284 Dec 29 20:53:15.564580 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9dc0539a-fee0-480e-9856-908cad56c65c req-b890ee2e-e9ea-4b66-8379-225ced4ba910 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 210 time: 0.0949037 Dec 29 20:53:15.693755 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4afd4-6341-4347-89fe-b4b7540268ab None None] Network 271fb37b-a4b8-4a43-985b-b3ad8f6c3e97 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:16.135932 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36000) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:16.159119 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.199735 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:16.205083 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Usage tracker for resource:security_group_rule and tenant:f647da6ce9ae4ae8b0c0ff36764313d2 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:16.208825 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:16.215695 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:16.369863 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.371556 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ef986-0a40-4ea6-a058-39a505720ab2 req-31871eab-5400-4b45-bddf-3a87c7cab355 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:16.378139 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.381161 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a85ef986-0a40-4ea6-a058-39a505720ab2 req-31871eab-5400-4b45-bddf-3a87c7cab355 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0994694 Dec 29 20:53:16.443213 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a85ef986-0a40-4ea6-a058-39a505720ab2 req-52c0102a-e9a8-4fc4-8408-eeddde5f05c6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592983 Dec 29 20:53:16.489449 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f647da6ce9ae4ae8b0c0ff36764313d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3495898 Dec 29 20:53:16.489449 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013d05a-6512-4907-b208-ddd59ba5074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddcebb4-cc3a-43fd-a134-4972ab9d5bfe,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:16.490474 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36014) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:16.575450 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07a4137e-bdba-44fb-bc8c-a641e933fcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.620846 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07a4137e-bdba-44fb-bc8c-a641e933fcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.695836 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07a4137e-bdba-44fb-bc8c-a641e933fcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.724363 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4137e-bdba-44fb-bc8c-a641e933fcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddcebb4-cc3a-43fd-a134-4972ab9d5bfe,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:16.729540 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07a4137e-bdba-44fb-bc8c-a641e933fcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:16.730136 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-07a4137e-bdba-44fb-bc8c-a641e933fcfc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ddcebb4-cc3a-43fd-a134-4972ab9d5bfe HTTP/1.1" status: 204 len: 168 time: 0.2388446 Dec 29 20:53:16.777643 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-44a63051-d82f-4b23-8a3f-ae24c7b131f5 req-817e1ffd-30df-4e00-87ba-1e8efe229680 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 210 time: 0.0428123 Dec 29 20:53:17.147164 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36042) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:17.153655 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-838825772-network', 'tenant_id': 'd9968be3d4a745cab454719e27709fbc'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:17.159988 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:17.164366 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Usage tracker for resource:network and tenant:d9968be3d4a745cab454719e27709fbc is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:17.167686 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:17.175382 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:17.189987 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Made reservation on behalf of d9968be3d4a745cab454719e27709fbc for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:17.195445 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.246087 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.268819 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-b5122392-95d3-49ae-8e6a-a8d628197f46 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:17.270245 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-b5122392-95d3-49ae-8e6a-a8d628197f46 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.1640701 Dec 29 20:53:17.297205 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Request body: {'port': {'device_id': 'b5065012-c073-470d-8817-807962db41f5', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'admin_state_up': True, 'tenant_id': 'd83bfebda32544d0821c5e2cc15c6d4d'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:17.309472 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:17.313738 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Usage tracker for resource:security_group_rule and tenant:d9968be3d4a745cab454719e27709fbc is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:17.318372 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:17.325501 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:17.427255 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.434613 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.501674 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:17.512630 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:17.525317 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:17.526034 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd734a5-dd41-44f1-af67-3863a30f22f4,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:17.540722 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.541089 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Added segment 5a3c2521-802d-419e-957c-418d932d66d5 of type vlan for network 4180a7d3-9d46-4eea-85bb-95d2208fac3b Dec 29 20:53:17.556423 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Made reservation on behalf of d83bfebda32544d0821c5e2cc15c6d4d for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:17.562580 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.614331 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.687494 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.688411 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:17.689043 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:17.768759 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Allocated IP 172.20.0.13 (50b7bc18-2c7a-44ed-be66-3b22ba1d0df6/f2a59deb-5e27-4855-a7c4-cf68f8f46133/c696c116-b331-4148-9008-b1d3ed90a3bd) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:53:17.918782 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7702093 Dec 29 20:53:17.919839 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fcbf4-2d31-4c0b-ad7c-92cbe4063232 admin admin] Pushing event updated for resources: {'Network': ['ID=4180a7d3-9d46-4eea-85bb-95d2208fac3b,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:17.924633 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36080) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:17.931364 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 4180a7d3-9d46-4eea-85bb-95d2208fac3b details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:17.953123 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Request body: {'subnet': {'network_id': '4180a7d3-9d46-4eea-85bb-95d2208fac3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-838825772-subnet', 'tenant_id': 'd9968be3d4a745cab454719e27709fbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:17.968486 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:17.981093 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Usage tracker for resource:subnet and tenant:d9968be3d4a745cab454719e27709fbc is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:17.989150 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:18.015027 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:18.046618 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.089101 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Made reservation on behalf of d9968be3d4a745cab454719e27709fbc for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:18.093550 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.139436 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.162324 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:18.208962 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-82868438-68a6-4263-9bc4-8004b5f0aba4 req-02e1712c-fde0-45b6-980b-102c1a2ef022 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 210 time: 0.1796832 Dec 29 20:53:18.277193 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event updated for resources: {'Port': ['ID=c696c116-b331-4148-9008-b1d3ed90a3bd,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:18.288492 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:18.291109 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:18.293463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:53:18.298275 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:18.299206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.327860 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae53d2-1f59-401f-8843-b8f161e30e51 req-8df60828-95f3-4b54-8838-f46996b9a29b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:18.344043 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68ae53d2-1f59-401f-8843-b8f161e30e51 req-8df60828-95f3-4b54-8838-f46996b9a29b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2514808 Dec 29 20:53:18.395931 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-70292604-1f70-473a-b02f-4e7c23758abb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1034722 Dec 29 20:53:18.421787 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68ae53d2-1f59-401f-8843-b8f161e30e51 req-e7e8583d-030f-4b84-8fbb-e8b56829da76 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736823 Dec 29 20:53:18.429159 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Request body: {'port': {'device_id': 'b5065012-c073-470d-8817-807962db41f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:18.470942 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.575484 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.797467 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d03deb-ad41-4fd9-b425-01f796cc49d8,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:18.843142 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Checking segment: {'id': '5a3c2521-802d-419e-957c-418d932d66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '4180a7d3-9d46-4eea-85bb-95d2208fac3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:18.843919 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Network hostable DHCP agents. Network: 4180a7d3-9d46-4eea-85bb-95d2208fac3b, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:18.885570 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Network 4180a7d3-9d46-4eea-85bb-95d2208fac3b is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:18.912830 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 4180a7d3-9d46-4eea-85bb-95d2208fac3b) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:18.919259 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:18.921018 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:18.927032 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4254fe-5f37-4be5-a39b-b03a6ff264a4 None None] Network 4180a7d3-9d46-4eea-85bb-95d2208fac3b requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:18.935062 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36108) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:18.959390 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-10aa0065-39d2-4e65-b060-bb13ae5bb8e9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0336139 Dec 29 20:53:19.150997 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.160436 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c696c116-b331-4148-9008-b1d3ed90a3bd {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:19.168319 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.185565 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Transition to ACTIVE for port object c696c116-b331-4148-9008-b1d3ed90a3bd will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:19.190422 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:19.194727 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.206076 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Usage tracker for resource:security_group_rule and tenant:df273bcc20b64b94993fec02abf64b55 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:19.213865 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:19.225488 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f162a5f-afca-46ec-98ec-5649a03564d7 None None] Network 4180a7d3-9d46-4eea-85bb-95d2208fac3b requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:19.228178 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:19.272119 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Pushing event updated for resources: {'Port': ['ID=c696c116-b331-4148-9008-b1d3ed90a3bd,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:19.381453 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.393111 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.428182 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Attempting to bind port c696c116-b331-4148-9008-b1d3ed90a3bd on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:19.430367 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Attempting to bind port c696c116-b331-4148-9008-b1d3ed90a3bd by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:19.430916 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Attempting to bind port c696c116-b331-4148-9008-b1d3ed90a3bd on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:19.443487 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Port c696c116-b331-4148-9008-b1d3ed90a3bd on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:53:19.443865 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Attempting to bind port c696c116-b331-4148-9008-b1d3ed90a3bd on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:19.472572 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7c1735-53c3-4145-bdea-cf39af0c987a,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:19.520840 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4ac0cadf-b2ab-4b57-9888-c861ece206db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df273bcc20b64b94993fec02abf64b55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5819094 Dec 29 20:53:19.521471 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36132) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:19.541330 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:19.542826 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Checking segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:19.543530 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Bound using segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:19.544270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Bound port: c696c116-b331-4148-9008-b1d3ed90a3bd, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:19.545494 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.618163 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-37406485-6106-4b53-a03d-d7032fd4ffd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.690850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bce8b0-a3dc-4b76-9439-4db2237e4a7a req-edd9725d-4652-4381-a802-bc8d26b4b632 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:19.691538 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-e6bce8b0-a3dc-4b76-9439-4db2237e4a7a req-edd9725d-4652-4381-a802-bc8d26b4b632 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:19.698982 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-37406485-6106-4b53-a03d-d7032fd4ffd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.712894 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] For port c696c116-b331-4148-9008-b1d3ed90a3bd, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:19.722482 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] For port c696c116-b331-4148-9008-b1d3ed90a3bd, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c696c116-b331-4148-9008-b1d3ed90a3bd,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:19.727968 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-e6bce8b0-a3dc-4b76-9439-4db2237e4a7a req-edd9725d-4652-4381-a802-bc8d26b4b632 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:19.728792 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e6bce8b0-a3dc-4b76-9439-4db2237e4a7a req-edd9725d-4652-4381-a802-bc8d26b4b632 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 944 time: 0.2779288 Dec 29 20:53:19.735495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.781236 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad76b9-f391-4bb0-a222-b1663b8f7924 req-bb120415-ba1e-4f9e-b696-9f97e312b715 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:19.782895 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-36ad76b9-f391-4bb0-a222-b1663b8f7924 req-bb120415-ba1e-4f9e-b696-9f97e312b715 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1535470 Dec 29 20:53:19.789196 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-37406485-6106-4b53-a03d-d7032fd4ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.825142 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37406485-6106-4b53-a03d-d7032fd4ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7c1735-53c3-4145-bdea-cf39af0c987a,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:19.845216 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-37406485-6106-4b53-a03d-d7032fd4ffd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.849499 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-37406485-6106-4b53-a03d-d7032fd4ffd2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b7c1735-53c3-4145-bdea-cf39af0c987a HTTP/1.1" status: 204 len: 168 time: 0.3269355 Dec 29 20:53:19.852687 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Pushing event updated for resources: {'Port': ['ID=c696c116-b331-4148-9008-b1d3ed90a3bd,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:19.877502 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-36ad76b9-f391-4bb0-a222-b1663b8f7924 req-b79a696a-c236-4edc-a7b6-da4879a15071 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841732 Dec 29 20:53:19.936707 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:19.939012 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-9f7f2e52-1528-4a68-a074-aa20b6e12d36 service neutron] 10.222.0.46 "PUT /v2.0/ports/c696c116-b331-4148-9008-b1d3ed90a3bd HTTP/1.1" status: 200 len: 1094 time: 1.5160732 Dec 29 20:53:19.939838 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5065012-c073-470d-8817-807962db41f5', 'tag': 'c696c116-b331-4148-9008-b1d3ed90a3bd'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:19.949885 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e6bce8b0-a3dc-4b76-9439-4db2237e4a7a req-d54ff2e7-8da7-4767-a7ec-ef25d319d63a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100465 Dec 29 20:53:20.066393 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5065012-c073-470d-8817-807962db41f5', 'tag': 'c696c116-b331-4148-9008-b1d3ed90a3bd', 'status': 'completed', 'code': 200} Dec 29 20:53:20.173340 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-6dab8dac-ed62-4ece-a5e3-5396087e89a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 1097 time: 0.1701868 Dec 29 20:53:20.261790 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-86e4161a-41bd-45da-98f6-329ee80beb1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c696c116-b331-4148-9008-b1d3ed90a3bd HTTP/1.1" status: 200 len: 217 time: 0.0761414 Dec 29 20:53:20.354975 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-0119af3b-f1d7-4546-acd2-be43397c29d9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:20.357227 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-0119af3b-f1d7-4546-acd2-be43397c29d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.0888784 Dec 29 20:53:20.413514 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-75c71e08-addf-4e24-81f2-e86eb49c1b91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424061 Dec 29 20:53:20.566003 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-53b07b5f-6077-4d44-9906-70e4424a702f service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423466 Dec 29 20:53:20.736501 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b6601311-fb93-4e09-a7dc-c895dce12192 req-048e8242-993b-4628-81a5-adba2b7e6581 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607015 Dec 29 20:53:20.905660 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-c0b67df2-71f1-4c82-a20c-9061d1bbb7e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 1097 time: 0.1040614 Dec 29 20:53:21.001905 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36196) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:21.086745 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36204) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:21.182419 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-f6021bcb-a15b-4011-b78e-8a8efd3da9a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:21.184082 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-f6021bcb-a15b-4011-b78e-8a8efd3da9a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 916 time: 0.2553000 Dec 29 20:53:21.193963 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af278dc5-a0a7-44ae-88bc-a93c32f6e75f req-1327ad59-2221-4548-8d85-88c8b4541e3d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:21.196494 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-af278dc5-a0a7-44ae-88bc-a93c32f6e75f req-1327ad59-2221-4548-8d85-88c8b4541e3d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0991390 Dec 29 20:53:21.268100 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.285142 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1307056483-network', 'tenant_id': '4571ff0de0f3460cbd122222fa652641'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:21.292710 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-af278dc5-a0a7-44ae-88bc-a93c32f6e75f req-ad4ed5e2-041c-45c8-b43b-0b7b7ee763bb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895984 Dec 29 20:53:21.295977 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:21.304234 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Usage tracker for resource:network and tenant:4571ff0de0f3460cbd122222fa652641 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:21.305978 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-88bd9987-d99f-4b5e-a682-35ade8b27c85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c696c116-b331-4148-9008-b1d3ed90a3bd HTTP/1.1" status: 200 len: 217 time: 0.0762913 Dec 29 20:53:21.321480 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:21.326407 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:21.333797 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:21.339230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb866fc361f746c29289a87b8947f5d9 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:21.343579 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:21.347213 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Made reservation on behalf of 4571ff0de0f3460cbd122222fa652641 for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:21.349479 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.364823 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:21.366856 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.406236 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-4a22c324-7b6d-489c-8b6b-023aca79f049 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:21.408339 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-4a22c324-7b6d-489c-8b6b-023aca79f049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.0902853 Dec 29 20:53:21.429935 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:21.440483 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4571ff0de0f3460cbd122222fa652641 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:21.444347 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:21.456945 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:21.519544 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.531039 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.571084 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3235f1d-5a8b-40b8-ad60-be40cb9e49ee req-4e6c5f96-a712-4fe8-96f5-b74f7d9fd768 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:21.578961 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3235f1d-5a8b-40b8-ad60-be40cb9e49ee req-4e6c5f96-a712-4fe8-96f5-b74f7d9fd768 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 944 time: 0.3914027 Dec 29 20:53:21.583838 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-7eb01fd6-8519-499b-b0b5-85946ab0c578 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637399 Dec 29 20:53:21.611280 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0af87d-f00a-4642-b23e-6251541239ad,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:21.617701 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4965e7df-7b07-40ca-9e97-dd8c84334cd5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb866fc361f746c29289a87b8947f5d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6112392 Dec 29 20:53:21.618556 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36220) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:21.648339 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.656286 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.674456 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3235f1d-5a8b-40b8-ad60-be40cb9e49ee req-dc87e0c4-5eb3-43fc-bd7b-665eb5ba77da tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944650 Dec 29 20:53:21.707741 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:21.726082 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.726421 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Added segment 7f9f5543-8f9a-4d92-9950-e98e34ca6f48 of type vlan for network 9b160165-d298-45ac-8fed-df81257b7987 Dec 29 20:53:21.734231 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:21.761282 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-973b29bb-6e2e-4db6-8b4f-be6c2ab06aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.793251 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.846304 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-973b29bb-6e2e-4db6-8b4f-be6c2ab06aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.883623 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.884663 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:21.885657 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:21.904639 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-6dcc5fb7-a9a1-4b1b-a2ae-e5aebdf73de3 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443283 Dec 29 20:53:22.016830 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b160165-d298-45ac-8fed-df81257b7987,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:22.023693 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-40cb7073-a14c-47e0-b431-427f6f8b94c7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9326284 Dec 29 20:53:22.024774 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36232) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:22.027703 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 9b160165-d298-45ac-8fed-df81257b7987 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:22.042145 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Request body: {'subnet': {'network_id': '9b160165-d298-45ac-8fed-df81257b7987', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1307056483-subnet', 'tenant_id': '4571ff0de0f3460cbd122222fa652641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:22.063302 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-973b29bb-6e2e-4db6-8b4f-be6c2ab06aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.069752 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:22.087011 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-973b29bb-6e2e-4db6-8b4f-be6c2ab06aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.090644 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-973b29bb-6e2e-4db6-8b4f-be6c2ab06aaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df0af87d-f00a-4642-b23e-6251541239ad HTTP/1.1" status: 204 len: 168 time: 0.4692428 Dec 29 20:53:22.106644 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Usage tracker for resource:subnet and tenant:4571ff0de0f3460cbd122222fa652641 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:22.134254 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:22.137463 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b29bb-6e2e-4db6-8b4f-be6c2ab06aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0af87d-f00a-4642-b23e-6251541239ad,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:22.159747 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:22.174578 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-64ca6513-bff1-4b3d-8d40-83f0a961e902 req-1505ecf0-dfdf-4244-b8ae-8e8df5031a2d service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571747 Dec 29 20:53:22.178013 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Made reservation on behalf of 4571ff0de0f3460cbd122222fa652641 for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:22.180262 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.189377 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72783e76-a107-4272-9e23-169e28795660 req-4a5ca666-5379-4141-b2cf-21b55043e203 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:22.190971 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-72783e76-a107-4272-9e23-169e28795660 req-4a5ca666-5379-4141-b2cf-21b55043e203 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.1420484 Dec 29 20:53:22.272542 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-72783e76-a107-4272-9e23-169e28795660 req-ba1001f1-e68b-49c6-9086-1195eb497562 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742917 Dec 29 20:53:22.504749 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36250) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:22.532224 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.621230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84d59b4-f29a-48db-b553-f20edbaf6a28,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:22.633666 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ca91b-8d1e-4689-b13c-3876d555f985 req-77864bb9-f251-47aa-a32b-cb97ee5095d9 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:22.640662 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0e2ca91b-8d1e-4689-b13c-3876d555f985 req-77864bb9-f251-47aa-a32b-cb97ee5095d9 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1842608 Dec 29 20:53:22.668522 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Checking segment: {'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:22.668867 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Network hostable DHCP agents. Network: 9b160165-d298-45ac-8fed-df81257b7987, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:22.669475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.706350 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:22.711843 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a467968e44b8484d90f8329ba179c42b is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:22.713893 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0e2ca91b-8d1e-4689-b13c-3876d555f985 req-9d817f91-865f-41e7-b109-b301b6c72898 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723562 Dec 29 20:53:22.719532 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:22.724048 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Network 9b160165-d298-45ac-8fed-df81257b7987 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:22.728277 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:22.739033 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 9b160165-d298-45ac-8fed-df81257b7987) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:22.750623 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42d04d9-09f8-430a-93dc-99a238bbd7ed None None] Network 9b160165-d298-45ac-8fed-df81257b7987 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:22.751439 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:22.751439 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.807024 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2e82d88a-044e-4643-a09c-79852a4f79e3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7706983 Dec 29 20:53:22.974120 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:22.984619 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.064914 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8800a31b-4407-4712-b38a-f8222e294bb2,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:23.069076 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-5dcc81fb-10f0-464f-8b68-dee8749d73d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a467968e44b8484d90f8329ba179c42b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5631454 Dec 29 20:53:23.072154 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36278) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:23.084683 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a0393-5e77-45a9-b3aa-1dbcd942794e req-87ecc455-59a6-4155-ad78-754bc41d7986 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:23.092238 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-685a0393-5e77-45a9-b3aa-1dbcd942794e req-87ecc455-59a6-4155-ad78-754bc41d7986 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 944 time: 0.1905229 Dec 29 20:53:23.139551 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46c86ae-4072-42e3-8adf-2f5ecf3e8205 None None] Network 9b160165-d298-45ac-8fed-df81257b7987 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:23.152792 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-685a0393-5e77-45a9-b3aa-1dbcd942794e req-5da7f650-6133-4aab-bc6b-3340b598e4a9 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Dec 29 20:53:23.189023 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-25302466-c14d-4ed4-a90b-b8788de43ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.219434 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-25302466-c14d-4ed4-a90b-b8788de43ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.282702 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-25302466-c14d-4ed4-a90b-b8788de43ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.307707 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25302466-c14d-4ed4-a90b-b8788de43ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8800a31b-4407-4712-b38a-f8222e294bb2,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:23.331594 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-25302466-c14d-4ed4-a90b-b8788de43ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:23.335125 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-25302466-c14d-4ed4-a90b-b8788de43ec2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8800a31b-4407-4712-b38a-f8222e294bb2 HTTP/1.1" status: 204 len: 168 time: 0.2602623 Dec 29 20:53:23.539566 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d416cc-60c9-4fa7-b70c-a41769fc998f req-98b8c7ba-7e36-4afa-87bd-b8a97bc2d62e tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:23.546951 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-13d416cc-60c9-4fa7-b70c-a41769fc998f req-98b8c7ba-7e36-4afa-87bd-b8a97bc2d62e tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.1068976 Dec 29 20:53:23.598954 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-13d416cc-60c9-4fa7-b70c-a41769fc998f req-215eca65-3e6f-4920-968e-70dd1b2d5d6d tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Dec 29 20:53:23.948318 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e697c4c-1a60-42e0-b716-b753dc4bacac req-c797fb2a-4f02-4638-8f75-9935749a1a8f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:23.956290 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8e697c4c-1a60-42e0-b716-b753dc4bacac req-c797fb2a-4f02-4638-8f75-9935749a1a8f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0936344 Dec 29 20:53:23.975339 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36324) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:23.996800 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c696c116-b331-4148-9008-b1d3ed90a3bd details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:53:24.004810 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.044646 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:24.049566 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1aee2389d0bb436ab73bda8c10d1a551 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:24.053570 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:24.061712 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:24.068611 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8e697c4c-1a60-42e0-b716-b753dc4bacac req-465307f8-651e-4b86-bbcc-6d13d67d7450 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111662 Dec 29 20:53:24.189356 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.195314 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.281363 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port c696c116-b331-4148-9008-b1d3ed90a3bd, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c696c116-b331-4148-9008-b1d3ed90a3bd,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:24.292224 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7858de-e979-4829-b9f3-505f2a17378f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:24.303547 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36336) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:24.306976 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7471987a-2f53-4a00-b6b9-5eb442f1c4a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1aee2389d0bb436ab73bda8c10d1a551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3301725 Dec 29 20:53:24.319014 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'c696c116-b331-4148-9008-b1d3ed90a3bd', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'port_id': 'c696c116-b331-4148-9008-b1d3ed90a3bd', 'mac_address': 'fa:16:3e:94:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a59deb-5e27-4855-a7c4-cf68f8f46133', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:53:24.429816 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.454212 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c696c116-b331-4148-9008-b1d3ed90a3bd {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:24.471510 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port c696c116-b331-4148-9008-b1d3ed90a3bd, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c696c116-b331-4148-9008-b1d3ed90a3bd,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:24.476051 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.540002 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-35a0dce8-5ee0-449a-a89f-21ed7f0a0f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.541408 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=c696c116-b331-4148-9008-b1d3ed90a3bd,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:24.550770 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.551127 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.551471 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.551808 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.552142 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.552474 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.553044 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.553162 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.553464 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.553785 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.554108 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:24.591866 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-35a0dce8-5ee0-449a-a89f-21ed7f0a0f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.609757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5697fd-9242-4adf-a9aa-48a233ab8700 req-2c051600-8822-4d81-9798-d238659c9814 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:24.611133 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5697fd-9242-4adf-a9aa-48a233ab8700 req-2c051600-8822-4d81-9798-d238659c9814 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 944 time: 0.2550020 Dec 29 20:53:24.666364 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-f97f946d-ced7-43a1-9c94-d257ec0ee297 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:24.667783 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-f97f946d-ced7-43a1-9c94-d257ec0ee297 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.46 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.2014592 Dec 29 20:53:24.741037 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5697fd-9242-4adf-a9aa-48a233ab8700 req-a490b3b4-8605-4d35-9068-690b37198c40 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164696 Dec 29 20:53:24.748573 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-35a0dce8-5ee0-449a-a89f-21ed7f0a0f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.770692 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0dce8-5ee0-449a-a89f-21ed7f0a0f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7858de-e979-4829-b9f3-505f2a17378f,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:24.775966 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Deleting port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:53:24.776390 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.858380 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3485e8-23f4-4051-a6ad-5d5c27b5197a req-590755ca-1183-439f-84fb-d36f73cf3d80 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:24.859986 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cf3485e8-23f4-4051-a6ad-5d5c27b5197a req-590755ca-1183-439f-84fb-d36f73cf3d80 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 946 time: 0.1364141 Dec 29 20:53:24.862392 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-35a0dce8-5ee0-449a-a89f-21ed7f0a0f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:24.864161 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-35a0dce8-5ee0-449a-a89f-21ed7f0a0f77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef7858de-e979-4829-b9f3-505f2a17378f HTTP/1.1" status: 204 len: 168 time: 0.5590785 Dec 29 20:53:24.877777 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['c696c116-b331-4148-9008-b1d3ed90a3bd'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:24.973649 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cf3485e8-23f4-4051-a6ad-5d5c27b5197a req-aa414531-5a5e-4d24-990f-c85e6a57b69a tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4f381-cf3a-4487-8f30-24e5928dadea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059456 Dec 29 20:53:25.221431 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] For port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,segment=NetworkSegment(f62dd853-6e87-4e62-9a53-d3b493c2af7c),segment_id=f62dd853-6e87-4e62-9a53-d3b493c2af7c)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:25.222509 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.401225 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Calling delete_port for 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:53:25.427240 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36358) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:25.448448 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.504263 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:25.512124 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc07280be1e4f2ea5e18cc545d7bd0f is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:25.516197 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:25.522971 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:25.642800 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b263-ec8b-44fe-8ee6-0fc738be407e req-ca6ed744-b0ae-4176-86f1-29fc45a1b186 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:25.649823 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e406b263-ec8b-44fe-8ee6-0fc738be407e req-ca6ed744-b0ae-4176-86f1-29fc45a1b186 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.3513029 Dec 29 20:53:25.661560 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.669293 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.721299 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc07280be1e4f2ea5e18cc545d7bd0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2921953 Dec 29 20:53:25.724420 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36374) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:25.756718 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673a251-8ecf-4a8c-b849-113a8d8cbd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69fdbc5-3fc6-4137-94a9-5a8de8030d05,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:25.775239 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e406b263-ec8b-44fe-8ee6-0fc738be407e req-6dbf42a2-e183-4251-bd22-3a4efc696783 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245897 Dec 29 20:53:25.829657 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7ead880f-64de-4686-a623-071308c85228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.845457 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.900299 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7ead880f-64de-4686-a623-071308c85228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:25.927158 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Pushing event deleted for resources: {'Port': ['ID=7055fdf4-6099-4a4d-8d6e-b0e753b92b33,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:25.952463 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['7055fdf4-6099-4a4d-8d6e-b0e753b92b33'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:26.012194 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-6db113c0-530e-4feb-b26f-ea98ae090ef8 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:26.013888 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-6db113c0-530e-4feb-b26f-ea98ae090ef8 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Synchronizing usage tracker for tenant:4571ff0de0f3460cbd122222fa652641 on resource:network {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:26.028642 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] No DVR routers for this DVR port 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:53:26.032871 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.034375 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-6db113c0-530e-4feb-b26f-ea98ae090ef8 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Unset dirty status for tenant:4571ff0de0f3460cbd122222fa652641 on resource:network {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:26.036040 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'name': 'network-vif-deleted', 'tag': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:26.041692 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-6db113c0-530e-4feb-b26f-ea98ae090ef8 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/networks?id=9b160165-d298-45ac-8fed-df81257b7987 HTTP/1.1" status: 200 len: 809 time: 0.3096755 Dec 29 20:53:26.064295 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-46f56e02-917e-4e10-a091-90919d1fbf43 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/quotas/4571ff0de0f3460cbd122222fa652641 HTTP/1.1" status: 200 len: 375 time: 0.0216203 Dec 29 20:53:26.117315 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5eee41b7-e6f7-409e-92b4-9968e4e0c45e req-a4a1bf48-1088-4837-aaaa-5e693e7c30c6 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.46 "DELETE /v2.0/ports/7055fdf4-6099-4a4d-8d6e-b0e753b92b33 HTTP/1.1" status: 204 len: 173 time: 1.4363985 Dec 29 20:53:26.119836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7ead880f-64de-4686-a623-071308c85228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.122259 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7ead880f-64de-4686-a623-071308c85228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:26.126498 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7ead880f-64de-4686-a623-071308c85228 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b69fdbc5-3fc6-4137-94a9-5a8de8030d05 HTTP/1.1" status: 204 len: 168 time: 0.3986311 Dec 29 20:53:26.126641 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-823d3cbb-808a-4efb-83ec-dbb1a2b12fb5 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4571ff0de0f3460cbd122222fa652641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550156 Dec 29 20:53:26.144972 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead880f-64de-4686-a623-071308c85228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69fdbc5-3fc6-4137-94a9-5a8de8030d05,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:26.183127 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8b408-6216-4da0-9842-a74b70403164 req-2effcd01-7aef-46f5-99cb-67cf2053500c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:26.190087 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a4e8b408-6216-4da0-9842-a74b70403164 req-2effcd01-7aef-46f5-99cb-67cf2053500c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 945 time: 0.1413515 Dec 29 20:53:26.250055 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a4e8b408-6216-4da0-9842-a74b70403164 req-7efa5950-8ac8-4ae8-8b69-3152b206ed84 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589983 Dec 29 20:53:26.334691 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-ebfb3786-f533-48ef-a719-ec85654ec955 service neutron] 10.222.0.37 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852739 Dec 29 20:53:26.425724 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-b73cf927-2c24-4f74-9d30-164607b1e855 req-77f4777b-63dc-4d2a-a8a5-ac03a6954f81 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Synchronizing usage tracker for tenant:ffcf9686384c4da28a25fd97ff272168 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:26.444351 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-b73cf927-2c24-4f74-9d30-164607b1e855 req-77f4777b-63dc-4d2a-a8a5-ac03a6954f81 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] Unset dirty status for tenant:ffcf9686384c4da28a25fd97ff272168 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:26.446134 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b73cf927-2c24-4f74-9d30-164607b1e855 req-77f4777b-63dc-4d2a-a8a5-ac03a6954f81 tempest-DeleteServersTestJSON-496209168 tempest-DeleteServersTestJSON-496209168-project] 10.222.0.37 "GET /v2.0/ports?device_id=167e851c-155c-4d0e-af05-a76080b0b8bc HTTP/1.1" status: 200 len: 210 time: 0.0727589 Dec 29 20:53:26.494508 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-769ac687-6957-4a0e-afcd-b69a27fdde93 service neutron] 10.222.0.37 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500914 Dec 29 20:53:26.518276 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167e851c-155c-4d0e-af05-a76080b0b8bc', 'name': 'network-vif-deleted', 'tag': '7055fdf4-6099-4a4d-8d6e-b0e753b92b33', 'status': 'completed', 'code': 200} Dec 29 20:53:26.715466 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3fbfe697-17e3-4152-a2b1-a8adf7fb419d req-f5559d0e-e8bc-40b8-b73c-8a15a5a97f8a tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 210 time: 0.0529573 Dec 29 20:53:27.013995 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac657f8-4251-47cd-b2d0-f1e038153c2a req-67f57de4-56d9-44c9-bd15-c341065a43be tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:27.015527 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0ac657f8-4251-47cd-b2d0-f1e038153c2a req-67f57de4-56d9-44c9-bd15-c341065a43be tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0915065 Dec 29 20:53:27.062575 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0ac657f8-4251-47cd-b2d0-f1e038153c2a req-fdccbfae-d1e3-4418-95f1-8dde9407d368 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408335 Dec 29 20:53:27.500620 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1da1d8-e22a-45ea-ad37-3be7d4894ec6 req-82e643e6-32b9-4daf-ad8b-9795f1ae4027 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:27.502692 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ff1da1d8-e22a-45ea-ad37-3be7d4894ec6 req-82e643e6-32b9-4daf-ad8b-9795f1ae4027 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 945 time: 0.1132374 Dec 29 20:53:27.566551 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ff1da1d8-e22a-45ea-ad37-3be7d4894ec6 req-d82bb53a-35f4-4b9c-99b5-25981e597dad tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576587 Dec 29 20:53:27.952889 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-eed2136c-46e3-4a5a-a699-bf3426f2461b req-5a951f24-bdbd-45e1-a234-cc4eab56cf21 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 210 time: 0.0534792 Dec 29 20:53:28.023853 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c696c116-b331-4148-9008-b1d3ed90a3bd up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:28.272187 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port c696c116-b331-4148-9008-b1d3ed90a3bd completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:28.279076 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port c696c116-b331-4148-9008-b1d3ed90a3bd triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:28.279724 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:28.361758 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-a459c6dd-a4cc-4bba-b570-3f61d6bae4f6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:28.363201 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-a459c6dd-a4cc-4bba-b570-3f61d6bae4f6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "GET /v2.0/networks?id=9b160165-d298-45ac-8fed-df81257b7987 HTTP/1.1" status: 200 len: 809 time: 0.3357899 Dec 29 20:53:28.388647 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Request body: {'port': {'device_id': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'network_id': '9b160165-d298-45ac-8fed-df81257b7987', 'admin_state_up': True, 'tenant_id': '4571ff0de0f3460cbd122222fa652641'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:28.433105 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:28.461571 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5065012-c073-470d-8817-807962db41f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c696c116-b331-4148-9008-b1d3ed90a3bd'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:28.477332 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ba131-fd9d-426a-9394-73c3653f629c req-6f0145a4-1382-4c44-9324-60114a0f284a tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:28.478728 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-678ba131-fd9d-426a-9394-73c3653f629c req-6f0145a4-1382-4c44-9324-60114a0f284a tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2077973 Dec 29 20:53:28.489674 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port c696c116-b331-4148-9008-b1d3ed90a3bd, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c696c116-b331-4148-9008-b1d3ed90a3bd,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:28.494475 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:28.495560 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:53:28.577336 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-678ba131-fd9d-426a-9394-73c3653f629c req-15940706-72b9-4ba0-ae8a-870f8ed1af3d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Dec 29 20:53:28.581932 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5065012-c073-470d-8817-807962db41f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c696c116-b331-4148-9008-b1d3ed90a3bd', 'code': 200} Dec 29 20:53:28.586256 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:28.586665 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:53:28.587018 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 7055fdf4-6099-4a4d-8d6e-b0e753b92b33 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:53:28.589711 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Usage tracker for resource:port and tenant:4571ff0de0f3460cbd122222fa652641 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:28.592880 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:28.598969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:28.613244 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Made reservation on behalf of 4571ff0de0f3460cbd122222fa652641 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:28.616494 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:28.662490 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=c696c116-b331-4148-9008-b1d3ed90a3bd,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:28.846016 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810027f-6c6d-4429-8079-bd2d013d4333 req-2aac6e6f-c6d3-42c7-97f1-bd6299baeece tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:28.848012 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7810027f-6c6d-4429-8079-bd2d013d4333 req-2aac6e6f-c6d3-42c7-97f1-bd6299baeece tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 946 time: 0.0864849 Dec 29 20:53:28.871340 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Allocated IP 172.20.0.9 (9b160165-d298-45ac-8fed-df81257b7987/f84d59b4-f29a-48db-b553-f20edbaf6a28/ea24286d-92a7-47e6-8433-4f9094804664) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:53:28.889476 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c806bada-2ccd-4190-9ed1-edac84deb683 req-2ed4a276-44f1-4698-93e5-c071126fdb4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 1099 time: 0.1090333 Dec 29 20:53:28.900616 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7810027f-6c6d-4429-8079-bd2d013d4333 req-b509aa58-3ac6-4040-b05b-40a0573f27d8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464261 Dec 29 20:53:29.058124 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c806bada-2ccd-4190-9ed1-edac84deb683 req-fac89da8-2312-48ac-98f5-73b55c6a76a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531339 Dec 29 20:53:29.129752 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-19705a2b-87c5-47c5-be87-85151ed18733 req-5fc02aa1-4685-4132-bfda-cf2b65901520 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 210 time: 0.0488355 Dec 29 20:53:29.141702 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.169212 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.258269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Network 9b160165-d298-45ac-8fed-df81257b7987 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:29.261189 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:29.264264 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:53:29.268044 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:29.268628 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.276123 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Pushing event updated for resources: {'Port': ['ID=ea24286d-92a7-47e6-8433-4f9094804664,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:29.295671 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-08cd91b1-4538-4fcf-a469-da3fc2bd0e35 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9118490 Dec 29 20:53:29.382747 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Request body: {'port': {'device_id': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:29.505361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:29.913642 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91618f4d-67a1-4e6e-bc5e-b72a5902e371 req-32a86374-044a-4797-9e17-21f9e1cdd39c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:29.920579 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-91618f4d-67a1-4e6e-bc5e-b72a5902e371 req-32a86374-044a-4797-9e17-21f9e1cdd39c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2089877 Dec 29 20:53:29.988869 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36506) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:30.030419 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea24286d-92a7-47e6-8433-4f9094804664 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:30.042449 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.058207 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:53:30.060530 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] Deleting subnet ab9c033c-e515-4e79-9a49-f4e3c9a5958f {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:30.064948 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.082726 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-91618f4d-67a1-4e6e-bc5e-b72a5902e371 req-40a22cf4-852e-455a-b951-05354e046b59 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612539 Dec 29 20:53:30.088592 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Transition to ACTIVE for port object ea24286d-92a7-47e6-8433-4f9094804664 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:30.095763 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.191731 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea24286d-92a7-47e6-8433-4f9094804664,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:30.210752 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.228509 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.349381 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc30fca-f70d-4d4c-81ba-f6539ef3624e req-8b0da6ac-f1dd-4763-820d-5540b4f26b34 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:30.354560 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ecc30fca-f70d-4d4c-81ba-f6539ef3624e req-8b0da6ac-f1dd-4763-820d-5540b4f26b34 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 946 time: 0.2125270 Dec 29 20:53:30.405504 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.406977 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Attempting to bind port ea24286d-92a7-47e6-8433-4f9094804664 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:30.407456 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Attempting to bind port ea24286d-92a7-47e6-8433-4f9094804664 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:30.407667 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Attempting to bind port ea24286d-92a7-47e6-8433-4f9094804664 on network 9b160165-d298-45ac-8fed-df81257b7987 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:30.418603 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Port ea24286d-92a7-47e6-8433-4f9094804664 on network 9b160165-d298-45ac-8fed-df81257b7987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:53:30.418603 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Attempting to bind port ea24286d-92a7-47e6-8433-4f9094804664 on network 9b160165-d298-45ac-8fed-df81257b7987 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:30.422026 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:30.422373 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Checking segment: {'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:30.422801 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Bound using segment: {'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:30.423481 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Bound port: ea24286d-92a7-47e6-8433-4f9094804664, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:30.423825 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.471534 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9c033c-e515-4e79-9a49-f4e3c9a5958f,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:30.483259 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.502636 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ecc30fca-f70d-4d4c-81ba-f6539ef3624e req-d19bd244-61d1-4306-8d17-5b8328b9f295 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357522 Dec 29 20:53:30.526390 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1e272a82-2ca3-4a2c-9402-9da48cd1e666 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ab9c033c-e515-4e79-9a49-f4e3c9a5958f HTTP/1.1" status: 204 len: 168 time: 0.5364225 Dec 29 20:53:30.530005 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36520) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:30.547087 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] For port ea24286d-92a7-47e6-8433-4f9094804664, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:30.550970 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] For port ea24286d-92a7-47e6-8433-4f9094804664, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ea24286d-92a7-47e6-8433-4f9094804664,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:30.556610 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.658432 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.679175 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.680697 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ea24286d-92a7-47e6-8433-4f9094804664 HTTP/1.1" status: 200 len: 1093 time: 1.3025572 Dec 29 20:53:30.681307 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574d2aa-4510-4477-bc83-74ee9c6214b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea24286d-92a7-47e6-8433-4f9094804664,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:30.698357 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'tag': 'ea24286d-92a7-47e6-8433-4f9094804664'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:30.779555 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'tag': 'ea24286d-92a7-47e6-8433-4f9094804664', 'status': 'completed', 'code': 200} Dec 29 20:53:30.796454 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8772ff5-0e19-4588-9929-a6e596ed202b req-ff81913d-9a46-441e-9490-03a3693d7460 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:30.797146 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d8772ff5-0e19-4588-9929-a6e596ed202b req-ff81913d-9a46-441e-9490-03a3693d7460 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Synchronizing usage tracker for tenant:4571ff0de0f3460cbd122222fa652641 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:30.805141 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:30.833902 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.834202 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.834936 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.835279 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > port after_create 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.835648 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.835985 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > port after_update 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.836573 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.836994 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.837218 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.837528 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.860116 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d8772ff5-0e19-4588-9929-a6e596ed202b req-ff81913d-9a46-441e-9490-03a3693d7460 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Unset dirty status for tenant:4571ff0de0f3460cbd122222fa652641 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:30.861275 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d8772ff5-0e19-4588-9929-a6e596ed202b req-ff81913d-9a46-441e-9490-03a3693d7460 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 943 time: 0.2629983 Dec 29 20:53:30.906232 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-b531c48b-c664-4719-9824-761e3f13fb2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4571ff0de0f3460cbd122222fa652641&device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 1096 time: 0.1647904 Dec 29 20:53:30.996187 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.997488 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.998028 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.998513 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:30.998934 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08e4ce6-f888-441e-8f04-f7a366fe5a04']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:31.001355 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-fd559002-10e5-4e2d-9715-204b3f84db00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea24286d-92a7-47e6-8433-4f9094804664 HTTP/1.1" status: 200 len: 217 time: 0.0860324 Dec 29 20:53:31.003801 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d8772ff5-0e19-4588-9929-a6e596ed202b req-b8c3632a-2988-483e-8c17-cd0f6d12943c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318047 Dec 29 20:53:31.016681 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62dd853-6e87-4e62-9a53-d3b493c2af7c') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:31.016893 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62dd853-6e87-4e62-9a53-d3b493c2af7c') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:31.034093 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.052856 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.060163 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:31.060625 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.075783 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-77536d5b-e11a-4071-952f-f5e4885cb4d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:31.077379 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-77536d5b-e11a-4071-952f-f5e4885cb4d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f84d59b4-f29a-48db-b553-f20edbaf6a28 HTTP/1.1" status: 200 len: 849 time: 0.0622609 Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: util.warn_limited( Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: util.warn_limited( Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:31.077609 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:31.144131 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-1888812a-7aff-4a05-bb19-8988fbb7d051 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b160165-d298-45ac-8fed-df81257b7987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499809 Dec 29 20:53:31.167332 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.205543 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f08e4ce6-f888-441e-8f04-f7a366fe5a04,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:31.213323 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.222044 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-66cb6598-64e8-461e-bc74-38943cc7a2bb admin admin] 10.222.0.37 "DELETE /v2.0/networks/f08e4ce6-f888-441e-8f04-f7a366fe5a04 HTTP/1.1" status: 204 len: 168 time: 0.6907771 Dec 29 20:53:31.317038 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-682d11ff-e1e5-4c5a-9ac3-8ceef15f0db0 service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699784 Dec 29 20:53:31.422646 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e72c0-de4c-4ac9-8dc5-fdd6ae809563 req-3f7f4e4d-05af-41a4-a2db-3a9520c34ea3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:31.424179 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-205e72c0-de4c-4ac9-8dc5-fdd6ae809563 req-3f7f4e4d-05af-41a4-a2db-3a9520c34ea3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1576743 Dec 29 20:53:31.479482 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-205e72c0-de4c-4ac9-8dc5-fdd6ae809563 req-1dea19f4-dd3b-43f2-b1e1-82e44944f097 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Dec 29 20:53:31.480453 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36542) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:31.487832 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0f70028-73e6-456a-ab46-8cf35bc9ef36 req-ceb053e4-d476-494c-9429-895a9f29dca6 service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517196 Dec 29 20:53:31.560951 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-fedff89f-43cf-4324-8247-f5190b7f3aa5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffcf9686384c4da28a25fd97ff272168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0779104 Dec 29 20:53:31.563213 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36548) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:31.653482 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-cf53533d-4f39-42a2-81b8-009642e1c4d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4571ff0de0f3460cbd122222fa652641&device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 1096 time: 0.0903261 Dec 29 20:53:31.655038 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-11b5a93e-0e11-4a7c-8544-e2f8a86a4d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.725818 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-11b5a93e-0e11-4a7c-8544-e2f8a86a4d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.791318 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcf5d5-1f3b-4e86-af6f-371edcacbeed req-dae6fda5-195d-40c9-9ccd-55bc091e2550 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:31.792779 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8edcf5d5-1f3b-4e86-af6f-371edcacbeed req-dae6fda5-195d-40c9-9ccd-55bc091e2550 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 946 time: 0.1358874 Dec 29 20:53:31.827510 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-11b5a93e-0e11-4a7c-8544-e2f8a86a4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.860176 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5a93e-0e11-4a7c-8544-e2f8a86a4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4f381-cf3a-4487-8f30-24e5928dadea,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:31.878281 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-891e2156-aaa5-49e9-9b16-361644471e69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:31.878497 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8edcf5d5-1f3b-4e86-af6f-371edcacbeed req-54c3d99c-367d-4b18-b34a-a8d0138ac42e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Dec 29 20:53:31.880142 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-891e2156-aaa5-49e9-9b16-361644471e69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b160165-d298-45ac-8fed-df81257b7987 HTTP/1.1" status: 200 len: 910 time: 0.2162120 Dec 29 20:53:31.885137 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-11b5a93e-0e11-4a7c-8544-e2f8a86a4d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:31.886699 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-11b5a93e-0e11-4a7c-8544-e2f8a86a4d8a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bc4f381-cf3a-4487-8f30-24e5928dadea HTTP/1.1" status: 204 len: 168 time: 0.3222406 Dec 29 20:53:31.988948 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-44fa9a28-687a-4bef-819a-64e4f6be4704 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea24286d-92a7-47e6-8433-4f9094804664 HTTP/1.1" status: 200 len: 217 time: 0.0938785 Dec 29 20:53:32.067541 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-3f1de5ed-8a0a-41d7-b2d7-392ff0b4d815 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:32.069082 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-3f1de5ed-8a0a-41d7-b2d7-392ff0b4d815 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f84d59b4-f29a-48db-b553-f20edbaf6a28 HTTP/1.1" status: 200 len: 849 time: 0.0725927 Dec 29 20:53:32.123826 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-a1f94245-6fcd-4b52-9b94-ec61adb0db31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b160165-d298-45ac-8fed-df81257b7987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472076 Dec 29 20:53:32.338984 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-4e96211f-8302-4eba-9347-c0d8ffdf258e service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067783 Dec 29 20:53:32.449482 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46399fec-3540-441b-afe8-ed8d13fe6389 req-71fcc502-a3fc-4f76-a7df-cae540decd7f tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:32.451692 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46399fec-3540-441b-afe8-ed8d13fe6389 req-71fcc502-a3fc-4f76-a7df-cae540decd7f tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 943 time: 0.2157919 Dec 29 20:53:32.519816 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46399fec-3540-441b-afe8-ed8d13fe6389 req-c9771f36-3126-41fb-9af1-4b493da88c0d tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614529 Dec 29 20:53:32.538786 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d224d488-b8b9-40a5-987f-1ad2e62edf14 req-685eda1a-ad2c-491d-b33a-648c86f50a87 service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904256 Dec 29 20:53:32.787363 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54e2e3-e215-46f6-8f09-f9ff1be939e2 req-66895f20-4a39-4b86-a9c5-8959e9e08a44 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:32.791553 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9a54e2e3-e215-46f6-8f09-f9ff1be939e2 req-66895f20-4a39-4b86-a9c5-8959e9e08a44 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0994041 Dec 29 20:53:32.859816 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9a54e2e3-e215-46f6-8f09-f9ff1be939e2 req-b467beb5-33a4-4035-a076-2125bd6e1cc6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634940 Dec 29 20:53:33.030267 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36612) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:33.183304 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807095311-network', 'tenant_id': 'e084996ddb1f4694a769c5531c95580f'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:33.189200 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:33.193047 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Usage tracker for resource:network and tenant:e084996ddb1f4694a769c5531c95580f is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:33.196197 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:33.202802 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:33.215529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Made reservation on behalf of e084996ddb1f4694a769c5531c95580f for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:33.218382 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.235437 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.251549 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9ec6da14-b9d2-497c-bd24-c60f629862bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.270217 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:33.273984 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:e084996ddb1f4694a769c5531c95580f is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:33.276779 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:33.282632 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:33.360871 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.364722 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.394136 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:33.402673 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd78cc98-af07-4ef3-bbb3-ce716631ce7f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:33.408054 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.408452 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Added segment 75b2829f-7104-4e0b-b685-6e1acda5bf4b of type vlan for network aeeb360e-6313-4e0e-a5a9-150e3073d30c Dec 29 20:53:33.435845 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.463315 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.464156 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:33.464859 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.566213 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=aeeb360e-6313-4e0e-a5a9-150e3073d30c,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:33.571711 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-cdef9699-609a-4138-8f2c-4b7ee5f16cf3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5383348 Dec 29 20:53:33.573768 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36628) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:33.577076 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network aeeb360e-6313-4e0e-a5a9-150e3073d30c details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:33.579367 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Request body: {'subnet': {'network_id': 'aeeb360e-6313-4e0e-a5a9-150e3073d30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807095311-subnet', 'tenant_id': 'e084996ddb1f4694a769c5531c95580f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:33.584065 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:33.588868 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Usage tracker for resource:subnet and tenant:e084996ddb1f4694a769c5531c95580f is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:33.592559 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:33.599690 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:33.616799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Made reservation on behalf of e084996ddb1f4694a769c5531c95580f for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:33.619204 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:33.841376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0425-1599-4507-99fa-bf95b96dfb28 req-b2269c78-2ec4-4474-8ba2-2ffe11bfa6b9 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:33.842870 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c37e0425-1599-4507-99fa-bf95b96dfb28 req-b2269c78-2ec4-4474-8ba2-2ffe11bfa6b9 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 943 time: 0.1467671 Dec 29 20:53:33.930743 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c37e0425-1599-4507-99fa-bf95b96dfb28 req-b869c55e-db9c-4c59-a042-5888479abd41 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771182 Dec 29 20:53:33.932460 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.012088 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627c9ced-9df5-4d8f-b00e-36850f49c23b,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:34.023344 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Checking segment: {'id': '75b2829f-7104-4e0b-b685-6e1acda5bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'aeeb360e-6313-4e0e-a5a9-150e3073d30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:34.023694 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Network hostable DHCP agents. Network: aeeb360e-6313-4e0e-a5a9-150e3073d30c, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:34.048927 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Network aeeb360e-6313-4e0e-a5a9-150e3073d30c is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:34.061480 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, aeeb360e-6313-4e0e-a5a9-150e3073d30c) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:34.066700 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:34.066978 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:34.074934 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba724547-0f20-4614-b646-f6e96d1d5e13 None None] Network aeeb360e-6313-4e0e-a5a9-150e3073d30c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:34.103024 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a75d2453-3c4d-4763-82c2-ba99585bb845 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5198407 Dec 29 20:53:34.103221 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89acebc-7ae7-4750-82fa-83fc904bf615 req-9e257ce4-ab76-462b-ac62-de45699b5241 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:34.104964 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e89acebc-7ae7-4750-82fa-83fc904bf615 req-9e257ce4-ab76-462b-ac62-de45699b5241 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1009126 Dec 29 20:53:34.167966 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e89acebc-7ae7-4750-82fa-83fc904bf615 req-8ff8994d-c68a-46a0-9409-05772f060992 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619373 Dec 29 20:53:34.410127 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97059dba-4a9f-478c-84ce-3c9e05bb0b73 None None] Network aeeb360e-6313-4e0e-a5a9-150e3073d30c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:35.151232 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2a70a-627d-4be3-96c9-d81f0be64780 req-a7368754-db9c-4d77-9e6c-579bf5c96d0e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:35.152696 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-49f2a70a-627d-4be3-96c9-d81f0be64780 req-a7368754-db9c-4d77-9e6c-579bf5c96d0e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 943 time: 0.0829270 Dec 29 20:53:35.184185 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36678) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:35.192688 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-593525869-network', 'tenant_id': '56537c0663ed4b8fbdc9de1d793ed58d'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:35.197608 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:35.199731 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-49f2a70a-627d-4be3-96c9-d81f0be64780 req-ef5026ae-ec30-4282-8b57-43b6bc77128c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Dec 29 20:53:35.203262 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Usage tracker for resource:network and tenant:56537c0663ed4b8fbdc9de1d793ed58d is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:35.210376 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:35.217336 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:35.228917 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Made reservation on behalf of 56537c0663ed4b8fbdc9de1d793ed58d for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:35.231337 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.244177 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.275242 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:35.279917 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Usage tracker for resource:security_group_rule and tenant:56537c0663ed4b8fbdc9de1d793ed58d is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:35.282705 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:35.288368 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:35.415341 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.426492 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7ff6a-d1ac-4ec9-9e53-ca41c29a7878 req-32335598-43f7-42fc-8022-bbf13a2f8508 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:35.428210 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-64f7ff6a-d1ac-4ec9-9e53-ca41c29a7878 req-32335598-43f7-42fc-8022-bbf13a2f8508 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1202283 Dec 29 20:53:35.430805 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.449268 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-87357b1e-171a-414d-a1e2-554543a4961b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.493978 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:35.505840 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ccecb8-9d55-4bb0-8f41-9bac960403a3,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:35.517403 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.517746 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Added segment 81754871-b8c5-439c-a0ae-45f3e0b17f22 of type vlan for network 91114ed0-3e80-4567-9af2-9f08a34f0288 Dec 29 20:53:35.533931 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-64f7ff6a-d1ac-4ec9-9e53-ca41c29a7878 req-aecc0110-54f5-4ab4-9734-f5e2e711900f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958951 Dec 29 20:53:35.551125 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.586297 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.587175 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:35.587779 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.703384 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] Pushing event updated for resources: {'Network': ['ID=91114ed0-3e80-4567-9af2-9f08a34f0288,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:35.715016 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 91114ed0-3e80-4567-9af2-9f08a34f0288 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:35.716745 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-67f12dc1-33b7-4a69-9430-8759aefd01a3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5307388 Dec 29 20:53:35.719391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36700) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:35.724748 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Request body: {'subnet': {'network_id': '91114ed0-3e80-4567-9af2-9f08a34f0288', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-593525869-subnet', 'tenant_id': '56537c0663ed4b8fbdc9de1d793ed58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:35.729968 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:35.735005 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Usage tracker for resource:subnet and tenant:56537c0663ed4b8fbdc9de1d793ed58d is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:35.738253 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:35.754284 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:35.764517 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Made reservation on behalf of 56537c0663ed4b8fbdc9de1d793ed58d for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:35.767022 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:35.942428 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-f3968943-467b-4518-83f3-5594bc6fe50a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:35.944133 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-f3968943-467b-4518-83f3-5594bc6fe50a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.2166073 Dec 29 20:53:35.961763 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-92e72866-10e0-4e3e-ad07-bceb5b7435a4 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/quotas/d83bfebda32544d0821c5e2cc15c6d4d HTTP/1.1" status: 200 len: 375 time: 0.0124009 Dec 29 20:53:36.025181 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.057303 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ea24286d-92a7-47e6-8433-4f9094804664 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:53:36.091273 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-4b6af680-c555-4750-8c9c-37d86d26c2b7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218927 Dec 29 20:53:36.121518 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32b2096-2993-4079-b4d4-3ed55a42ced3,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:36.141568 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Checking segment: {'id': '81754871-b8c5-439c-a0ae-45f3e0b17f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '91114ed0-3e80-4567-9af2-9f08a34f0288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:36.142103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Network hostable DHCP agents. Network: 91114ed0-3e80-4567-9af2-9f08a34f0288, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:36.172474 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Network 91114ed0-3e80-4567-9af2-9f08a34f0288 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:36.184429 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 91114ed0-3e80-4567-9af2-9f08a34f0288) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:36.189626 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:36.191017 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.196427 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c85b9-4f94-46e0-8450-48e50d4ea889 None None] Network 91114ed0-3e80-4567-9af2-9f08a34f0288 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:36.228568 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e8533d2d-27b0-4404-80f4-99ffed3df3e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5078108 Dec 29 20:53:36.302179 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port ea24286d-92a7-47e6-8433-4f9094804664, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ea24286d-92a7-47e6-8433-4f9094804664,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:36.332873 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'ea24286d-92a7-47e6-8433-4f9094804664', 'network_id': '9b160165-d298-45ac-8fed-df81257b7987', 'port_id': 'ea24286d-92a7-47e6-8433-4f9094804664', 'mac_address': 'fa:16:3e:60:73:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84d59b4-f29a-48db-b553-f20edbaf6a28', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:53:36.389566 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-26449d39-08b9-4b73-ab92-c4db3ae6b92c service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882006 Dec 29 20:53:36.495937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36720) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:36.567597 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-31cc3d2b-24a6-466a-9e25-aa52a12653d3 service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770122 Dec 29 20:53:36.659714 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.723373 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f910f6-1e1f-42bd-95a1-04464a6fec99 None None] Network 91114ed0-3e80-4567-9af2-9f08a34f0288 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:36.783192 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] Deleting subnet 627c9ced-9df5-4d8f-b00e-36850f49c23b {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:36.789065 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.865502 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea24286d-92a7-47e6-8433-4f9094804664 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:36.869543 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81058e-a7e4-403d-8ba6-f350c11ecedd req-d635d5c4-d421-4834-85fe-c1dc0b444e78 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:36.881716 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0e81058e-a7e4-403d-8ba6-f350c11ecedd req-d635d5c4-d421-4834-85fe-c1dc0b444e78 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 943 time: 0.4694548 Dec 29 20:53:36.891964 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.953882 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port ea24286d-92a7-47e6-8433-4f9094804664, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ea24286d-92a7-47e6-8433-4f9094804664,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:36.963341 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:36.987294 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0e81058e-a7e4-403d-8ba6-f350c11ecedd req-ece68789-290d-41f7-a2ce-b4e1b50c1ee6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037843 Dec 29 20:53:36.994328 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.011533 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.078902 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=ea24286d-92a7-47e6-8433-4f9094804664,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:37.116576 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43a15c-1616-421f-8b79-efc6447226f1 req-d661ee8f-800a-41a6-a69d-3285ce06756f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:37.126691 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4f43a15c-1616-421f-8b79-efc6447226f1 req-d661ee8f-800a-41a6-a69d-3285ce06756f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2255962 Dec 29 20:53:37.206849 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4f43a15c-1616-421f-8b79-efc6447226f1 req-3ecf7e1a-2b54-4a51-8769-853c3ea0b27c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739048 Dec 29 20:53:37.219790 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.287236 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dc80c2cb-f063-45df-a5fa-6b8e4d8dcd8a req-155eae55-37cb-4e67-bc0e-0e5cf1dca70b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 210 time: 0.1769359 Dec 29 20:53:37.366092 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.415441 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627c9ced-9df5-4d8f-b00e-36850f49c23b,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:37.425005 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.433924 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7d5754a5-e7e1-4d00-92cd-59086b391dba admin admin] 10.222.0.37 "DELETE /v2.0/subnets/627c9ced-9df5-4d8f-b00e-36850f49c23b HTTP/1.1" status: 204 len: 168 time: 0.9369197 Dec 29 20:53:37.437710 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36754) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:37.548383 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.572158 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['ea24286d-92a7-47e6-8433-4f9094804664'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:37.692920 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.725819 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.726186 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.727115 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.727456 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.727770 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.728100 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.728414 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.728735 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.729116 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.729354 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.797713 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.798050 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.798369 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.798778 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 29 20:53:37.799078 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeeb360e-6313-4e0e-a5a9-150e3073d30c']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:37.813248 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b2829f-7104-4e0b-b685-6e1acda5bf4b') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:37.813248 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b2829f-7104-4e0b-b685-6e1acda5bf4b') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:37.827837 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.845919 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.853206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:37.853664 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: util.warn_limited( Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: util.warn_limited( Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:37.869223 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:37.945908 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.972447 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeeb360e-6313-4e0e-a5a9-150e3073d30c,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:37.974699 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.978337 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:37.982029 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-33ad2fdd-c3cc-4ea6-819a-2d5da68688b9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aeeb360e-6313-4e0e-a5a9-150e3073d30c HTTP/1.1" status: 204 len: 168 time: 0.5426981 Dec 29 20:53:37.985036 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36762) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:38.042979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] Deleting subnet b32b2096-2993-4079-b4d4-3ed55a42ced3 {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:38.047466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.102806 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3456295'] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.207025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.277573 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9228-eb06-4a12-ac05-0e1b46f695c7 req-d0f5432d-583a-43a2-b1a4-cf2de9904b05 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:38.279341 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-537c9228-eb06-4a12-ac05-0e1b46f695c7 req-d0f5432d-583a-43a2-b1a4-cf2de9904b05 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 944 time: 0.1507049 Dec 29 20:53:38.317034 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2710330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278290'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.363465 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32b2096-2993-4079-b4d4-3ed55a42ced3,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:38.376765 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.386698 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-5c1e9b9f-9cca-47d6-a8d3-2530fcc91fe3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b32b2096-2993-4079-b4d4-3ed55a42ced3 HTTP/1.1" status: 204 len: 168 time: 0.4006655 Dec 29 20:53:38.390114 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36776) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:38.414455 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-537c9228-eb06-4a12-ac05-0e1b46f695c7 req-457c59f8-2c50-4cd4-98a0-e7441a073468 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165950 Dec 29 20:53:38.431304 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82779a24-2f6d-4214-bd9e-169cb5c84113 req-859d7cd1-5b7d-4b15-b8d9-79beef8e2971 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:38.433335 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-82779a24-2f6d-4214-bd9e-169cb5c84113 req-859d7cd1-5b7d-4b15-b8d9-79beef8e2971 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0967121 Dec 29 20:53:38.489382 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-82779a24-2f6d-4214-bd9e-169cb5c84113 req-dbb531a1-5008-4d70-b9a7-d700cbd98ecc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Dec 29 20:53:38.504766 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.648162 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9027aaba-d9fe-4481-8b7f-84242464c67d req-8c95ab83-4b3d-484d-a3c1-8184ed6cb987 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 210 time: 0.1044202 Dec 29 20:53:38.673761 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.698636 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91114ed0-3e80-4567-9af2-9f08a34f0288']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:38.710707 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81754871-b8c5-439c-a0ae-45f3e0b17f22') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:38.710949 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81754871-b8c5-439c-a0ae-45f3e0b17f22') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:38.722252 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.738151 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.744308 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:38.744682 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:38.757699 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:38.889135 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.894246 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:38.914537 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=91114ed0-3e80-4567-9af2-9f08a34f0288,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:38.917800 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b05ebaed-27f6-48c2-a2ff-0669c1b3afd1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/91114ed0-3e80-4567-9af2-9f08a34f0288 HTTP/1.1" status: 204 len: 168 time: 0.5267684 Dec 29 20:53:39.105842 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36786) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:39.218188 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-c501b2e8-db1e-4826-81cf-e729b165edbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e084996ddb1f4694a769c5531c95580f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1083155 Dec 29 20:53:39.218406 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36790) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:39.275083 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4dee4a99-a022-4b03-9530-348b6589cf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:39.299218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4dee4a99-a022-4b03-9530-348b6589cf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:39.347975 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4dee4a99-a022-4b03-9530-348b6589cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:39.364714 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee4a99-a022-4b03-9530-348b6589cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd78cc98-af07-4ef3-bbb3-ce716631ce7f,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:39.370608 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4dee4a99-a022-4b03-9530-348b6589cf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:39.371763 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-4dee4a99-a022-4b03-9530-348b6589cf90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd78cc98-af07-4ef3-bbb3-ce716631ce7f HTTP/1.1" status: 204 len: 168 time: 0.1522944 Dec 29 20:53:39.624940 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30996f-fee0-4876-a758-f2a0c4026cd1 req-e1795eb8-6e23-4009-8bbc-1897ad173302 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:39.626417 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ee30996f-fee0-4876-a758-f2a0c4026cd1 req-e1795eb8-6e23-4009-8bbc-1897ad173302 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 944 time: 0.0804050 Dec 29 20:53:39.671386 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ee30996f-fee0-4876-a758-f2a0c4026cd1 req-3d4caf29-3d9c-42e7-98b6-73469ece4084 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Dec 29 20:53:39.768803 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 36808) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:39.874626 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f7e313f2-1d32-4ae9-adf8-80f4f84f4c47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56537c0663ed4b8fbdc9de1d793ed58d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1045456 Dec 29 20:53:39.877090 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36814) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:39.891813 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899388c5-f28a-48e9-9c78-3cf44f07981d req-00ce0d72-2986-43c9-9d65-6fef59ce65e7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:39.893567 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-899388c5-f28a-48e9-9c78-3cf44f07981d req-00ce0d72-2986-43c9-9d65-6fef59ce65e7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1102564 Dec 29 20:53:39.939064 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-899388c5-f28a-48e9-9c78-3cf44f07981d req-a8fce5df-bb00-4f8c-ba07-c6e32867d778 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Dec 29 20:53:39.943820 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e500457e-c657-4094-8b28-6c3bb8bc52e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:39.969831 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e500457e-c657-4094-8b28-6c3bb8bc52e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:40.020469 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e500457e-c657-4094-8b28-6c3bb8bc52e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:40.036440 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500457e-c657-4094-8b28-6c3bb8bc52e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ccecb8-9d55-4bb0-8f41-9bac960403a3,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:40.049377 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e500457e-c657-4094-8b28-6c3bb8bc52e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:40.050488 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e500457e-c657-4094-8b28-6c3bb8bc52e9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b0ccecb8-9d55-4bb0-8f41-9bac960403a3 HTTP/1.1" status: 204 len: 168 time: 0.1719766 Dec 29 20:53:40.094554 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-30a6730f-1d39-4a42-97e3-0aad21c68ca9 req-b682c30c-e3de-4956-af45-9e67d65bc880 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0455899 Dec 29 20:53:40.876723 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ecf8-8ff9-4245-9ab4-14865c64e65b req-cd0b1188-cb28-44d2-ad7a-3dcd8b012e6f tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:40.878116 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1a01ecf8-8ff9-4245-9ab4-14865c64e65b req-cd0b1188-cb28-44d2-ad7a-3dcd8b012e6f tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 944 time: 0.0813489 Dec 29 20:53:40.923829 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1a01ecf8-8ff9-4245-9ab4-14865c64e65b req-ca53c019-cbcc-43f6-b7dc-26b739ab83e4 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Dec 29 20:53:41.147114 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0071d65-2ab5-4035-8215-74f0f64fcc55 req-fc6ceed4-d676-4cb7-be7f-52e1f4f8d1d7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:41.148510 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a0071d65-2ab5-4035-8215-74f0f64fcc55 req-fc6ceed4-d676-4cb7-be7f-52e1f4f8d1d7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0811951 Dec 29 20:53:41.202698 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a0071d65-2ab5-4035-8215-74f0f64fcc55 req-204ea759-aa61-40a0-be86-93c22589703d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Dec 29 20:53:41.350517 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-22de7cad-44c0-4b16-91e7-5b2550a8f6fc req-7a8e401b-c97f-401f-947a-6a1cc229aa56 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0414975 Dec 29 20:53:42.157789 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9d325-2a65-4d3d-9cb8-137d0f66e032 req-0068bd4c-3218-46e9-8070-67e847dc1c29 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:42.165333 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-28d9d325-2a65-4d3d-9cb8-137d0f66e032 req-0068bd4c-3218-46e9-8070-67e847dc1c29 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 944 time: 0.1081250 Dec 29 20:53:42.207074 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-28d9d325-2a65-4d3d-9cb8-137d0f66e032 req-a7a4a45e-03ca-43f1-b4eb-4d64a53ac8c6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Dec 29 20:53:42.408711 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14f6c0-4a7c-4fe5-8029-9b18b6f722ab req-64de6561-19ad-490f-be14-31a8b0ba4835 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:42.410162 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0d14f6c0-4a7c-4fe5-8029-9b18b6f722ab req-64de6561-19ad-490f-be14-31a8b0ba4835 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0843577 Dec 29 20:53:42.457452 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0d14f6c0-4a7c-4fe5-8029-9b18b6f722ab req-6d84441d-ae59-446b-b650-e9da0e162f91 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Dec 29 20:53:42.607438 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd9c07da-d34c-40a1-9a6e-fd284b158c20 req-568e4187-6a4a-4986-8f8b-c25b2ef8df6f tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0404427 Dec 29 20:53:42.625642 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36908) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:42.765477 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.795421 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:42.799171 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Usage tracker for resource:security_group_rule and tenant:16e03105e4724ce5b0d4972234afadfd is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:42.801960 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:42.807735 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:42.882448 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.886289 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:42.931798 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5cfb3a-d296-4728-8c08-b9fd01d3433e,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:42.936462 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-5d953c4f-a531-449a-85ab-facd2320a1ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16e03105e4724ce5b0d4972234afadfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3097019 Dec 29 20:53:42.939335 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36916) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:42.997344 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6008-6303-4c6f-aade-f625f5a4ebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.021924 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6008-6303-4c6f-aade-f625f5a4ebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.071335 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6008-6303-4c6f-aade-f625f5a4ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.085910 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d6008-6303-4c6f-aade-f625f5a4ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5cfb3a-d296-4728-8c08-b9fd01d3433e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:43.092977 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6008-6303-4c6f-aade-f625f5a4ebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.094388 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-aa9d6008-6303-4c6f-aade-f625f5a4ebc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe5cfb3a-d296-4728-8c08-b9fd01d3433e HTTP/1.1" status: 204 len: 168 time: 0.1540761 Dec 29 20:53:43.408152 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427972a1-d989-4679-80a6-282c9d1c9e64 req-9f423d9a-61c7-4cb9-b90b-e7d4c9ae0db2 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:43.409630 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-427972a1-d989-4679-80a6-282c9d1c9e64 req-9f423d9a-61c7-4cb9-b90b-e7d4c9ae0db2 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 944 time: 0.0834665 Dec 29 20:53:43.420062 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36928) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:43.438438 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.457081 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-427972a1-d989-4679-80a6-282c9d1c9e64 req-8bddf8ed-cb61-423e-8c2a-fb69a1a39cd3 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Dec 29 20:53:43.479319 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:43.483784 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Usage tracker for resource:security_group_rule and tenant:3114d6ad3cff4bd48c5775f76c631941 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:43.487255 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:43.493390 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:43.561003 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.564918 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.609613 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1006ed-c35f-4269-a63f-3a3b91c129c2,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:43.615002 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-73c11d09-1a10-40ef-9162-78e91725e52b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3114d6ad3cff4bd48c5775f76c631941&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1938505 Dec 29 20:53:43.617474 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 36934) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:43.663437 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968b74-b6fb-4e7d-969c-208ea4e47681 req-c4054aea-12f7-4752-bf28-bfea96dbfd16 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:43.664877 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-66968b74-b6fb-4e7d-969c-208ea4e47681 req-c4054aea-12f7-4752-bf28-bfea96dbfd16 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0857708 Dec 29 20:53:43.678575 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9667e01e-fb23-4aae-9ef2-88ae54b975ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.708059 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9667e01e-fb23-4aae-9ef2-88ae54b975ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.718270 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-66968b74-b6fb-4e7d-969c-208ea4e47681 req-dacc8f69-7b5a-4f4c-ba8e-323645dfd4f0 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469408 Dec 29 20:53:43.763606 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9667e01e-fb23-4aae-9ef2-88ae54b975ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.777902 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667e01e-fb23-4aae-9ef2-88ae54b975ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1006ed-c35f-4269-a63f-3a3b91c129c2,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:43.787644 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9667e01e-fb23-4aae-9ef2-88ae54b975ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:43.792047 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9667e01e-fb23-4aae-9ef2-88ae54b975ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f1006ed-c35f-4269-a63f-3a3b91c129c2 HTTP/1.1" status: 204 len: 168 time: 0.1737001 Dec 29 20:53:43.900504 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e0629a0e-52da-4038-8458-ceb00c3f366a req-5919b266-cd2c-4d11-acda-653b0cee4cbb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0526347 Dec 29 20:53:44.152057 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-c097d400-a939-4566-a15b-18f1a4b808a0 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:44.154117 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-c097d400-a939-4566-a15b-18f1a4b808a0 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.1638873 Dec 29 20:53:44.266780 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Request body: {'port': {'device_id': '4158238e-7c89-4758-98c0-12832937b3e7', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'admin_state_up': True, 'tenant_id': 'd83bfebda32544d0821c5e2cc15c6d4d'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:44.401697 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:44.413463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:44.423941 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Made reservation on behalf of d83bfebda32544d0821c5e2cc15c6d4d for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:44.427161 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:44.597911 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Allocated IP 172.20.0.14 (50b7bc18-2c7a-44ed-be66-3b22ba1d0df6/f2a59deb-5e27-4855-a7c4-cf68f8f46133/319ec34a-b215-42b4-bb86-25b804cbb114) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:53:44.669938 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df36dd9-e408-48c6-a2c5-796a5f5952a4 req-5319efdf-a007-48bc-96f2-11ad141dc771 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:44.671670 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6df36dd9-e408-48c6-a2c5-796a5f5952a4 req-5319efdf-a007-48bc-96f2-11ad141dc771 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 944 time: 0.0847828 Dec 29 20:53:44.721064 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-6df36dd9-e408-48c6-a2c5-796a5f5952a4 req-5f462185-d813-4e49-b154-99b75c48356b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Synchronizing usage tracker for tenant:4571ff0de0f3460cbd122222fa652641 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:44.740817 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:44.742554 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-6df36dd9-e408-48c6-a2c5-796a5f5952a4 req-5f462185-d813-4e49-b154-99b75c48356b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Unset dirty status for tenant:4571ff0de0f3460cbd122222fa652641 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:44.744009 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6df36dd9-e408-48c6-a2c5-796a5f5952a4 req-5f462185-d813-4e49-b154-99b75c48356b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667856 Dec 29 20:53:44.927942 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:44.981848 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536dca0-c2f2-4296-b653-42a09b961dd3 req-4fb7ed75-5e22-44c4-abeb-87573e2f4815 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:44.984673 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2536dca0-c2f2-4296-b653-42a09b961dd3 req-4fb7ed75-5e22-44c4-abeb-87573e2f4815 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1155996 Dec 29 20:53:45.009061 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:45.064328 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'c696c116-b331-4148-9008-b1d3ed90a3bd'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:45.105503 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:45.109872 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event updated for resources: {'Port': ['ID=319ec34a-b215-42b4-bb86-25b804cbb114,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:45.112318 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:45.125985 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2536dca0-c2f2-4296-b653-42a09b961dd3 req-a1244701-668b-4861-8da7-47af9511475b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349161 Dec 29 20:53:45.126851 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:53:45.196254 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:45.197133 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:45.228594 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e3483522-9ec8-4b4c-a5f6-956415e639f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9655721 Dec 29 20:53:45.241557 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Request body: {'port': {'device_id': '4158238e-7c89-4758-98c0-12832937b3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:45.415013 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:45.493336 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe2d16-e410-4544-8837-a6a34054cf45 req-09d6ea96-9cbb-4a63-a4f8-100968ebfb01 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:45.494014 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-a1fe2d16-e410-4544-8837-a6a34054cf45 req-09d6ea96-9cbb-4a63-a4f8-100968ebfb01 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:45.557545 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-a1fe2d16-e410-4544-8837-a6a34054cf45 req-09d6ea96-9cbb-4a63-a4f8-100968ebfb01 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:45.559921 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a1fe2d16-e410-4544-8837-a6a34054cf45 req-09d6ea96-9cbb-4a63-a4f8-100968ebfb01 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 932 time: 0.2905805 Dec 29 20:53:45.692125 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a1fe2d16-e410-4544-8837-a6a34054cf45 req-5dc9751f-eeeb-4249-9ae3-e0abbac2eac1 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252120 Dec 29 20:53:45.822121 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319ec34a-b215-42b4-bb86-25b804cbb114 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:45.830148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:45.846832 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Transition to ACTIVE for port object 319ec34a-b215-42b4-bb86-25b804cbb114 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:45.850787 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:45.855211 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ea24286d-92a7-47e6-8433-4f9094804664 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:45.946139 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port ea24286d-92a7-47e6-8433-4f9094804664 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:45.952137 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port ea24286d-92a7-47e6-8433-4f9094804664 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:45.952774 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:45.998444 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Pushing event updated for resources: {'Port': ['ID=319ec34a-b215-42b4-bb86-25b804cbb114,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:46.039280 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca960ac-60e0-4d72-acdc-a62e3bb65d16 req-8cdc1b0e-ef13-42f5-af7f-83a154bd902c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:46.041109 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8ca960ac-60e0-4d72-acdc-a62e3bb65d16 req-8cdc1b0e-ef13-42f5-af7f-83a154bd902c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 944 time: 0.1149316 Dec 29 20:53:46.119464 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.126173 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8ca960ac-60e0-4d72-acdc-a62e3bb65d16 req-0d05b4d5-1e38-4eca-b7be-60738225c802 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780013 Dec 29 20:53:46.169094 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24286d-92a7-47e6-8433-4f9094804664'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:46.183719 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Attempting to bind port 319ec34a-b215-42b4-bb86-25b804cbb114 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:46.184084 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Attempting to bind port 319ec34a-b215-42b4-bb86-25b804cbb114 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:46.184410 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Attempting to bind port 319ec34a-b215-42b4-bb86-25b804cbb114 on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:46.191260 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Port 319ec34a-b215-42b4-bb86-25b804cbb114 on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:53:46.191738 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Attempting to bind port 319ec34a-b215-42b4-bb86-25b804cbb114 on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:46.195396 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port ea24286d-92a7-47e6-8433-4f9094804664, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ea24286d-92a7-47e6-8433-4f9094804664,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:46.200464 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:46.200867 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Checking segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:46.201484 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Bound using segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:46.202355 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Bound port: 319ec34a-b215-42b4-bb86-25b804cbb114, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:46.202915 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.204854 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.330694 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea24286d-92a7-47e6-8433-4f9094804664', 'code': 200} Dec 29 20:53:46.331337 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=ea24286d-92a7-47e6-8433-4f9094804664,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:46.406345 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] For port 319ec34a-b215-42b4-bb86-25b804cbb114, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:46.437806 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] For port 319ec34a-b215-42b4-bb86-25b804cbb114, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=319ec34a-b215-42b4-bb86-25b804cbb114,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:46.453184 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.526145 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcff04-7d2c-4045-bb18-06b0c4a3306f req-52ff6f74-7410-4437-9c38-f5d6f9c47df7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:46.534141 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f1bcff04-7d2c-4045-bb18-06b0c4a3306f req-52ff6f74-7410-4437-9c38-f5d6f9c47df7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2483935 Dec 29 20:53:46.675736 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Pushing event updated for resources: {'Port': ['ID=319ec34a-b215-42b4-bb86-25b804cbb114,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:46.688578 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.689918 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-e6ba7f49-3f08-4fb7-bb02-d990f09c34a8 service neutron] 10.222.0.46 "PUT /v2.0/ports/319ec34a-b215-42b4-bb86-25b804cbb114 HTTP/1.1" status: 200 len: 1094 time: 1.4531555 Dec 29 20:53:46.694172 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4158238e-7c89-4758-98c0-12832937b3e7', 'tag': '319ec34a-b215-42b4-bb86-25b804cbb114'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:46.773953 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f1bcff04-7d2c-4045-bb18-06b0c4a3306f req-e97ac03c-21f1-44f5-a735-2cce5dac54f1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388816 Dec 29 20:53:46.791289 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37044) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:46.860848 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] Deleting subnet 2147e4bf-b52b-41ad-b3bd-1d4411e965c6 {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:46.864361 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.925682 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4158238e-7c89-4758-98c0-12832937b3e7', 'tag': '319ec34a-b215-42b4-bb86-25b804cbb114', 'status': 'completed', 'code': 200} Dec 29 20:53:46.958032 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:46.980037 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cc3a5b65-9741-4789-902c-902e369f67e3 req-13b240a3-3400-439a-b277-9062abdbd7b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 1098 time: 0.3735375 Dec 29 20:53:47.039700 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.056301 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-53e542e2-3762-411c-8c95-815f2e535d32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 1097 time: 0.2660029 Dec 29 20:53:47.110788 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.161340 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2147e4bf-b52b-41ad-b3bd-1d4411e965c6,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:47.170518 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.181299 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ace11c6c-4cca-46b2-9c39-b081c2cb2329 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2147e4bf-b52b-41ad-b3bd-1d4411e965c6 HTTP/1.1" status: 204 len: 168 time: 0.3867700 Dec 29 20:53:47.181904 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37058) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:47.236824 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-affd6ec5-ac25-467d-8011-30a4a9d474af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319ec34a-b215-42b4-bb86-25b804cbb114 HTTP/1.1" status: 200 len: 217 time: 0.1635060 Dec 29 20:53:47.240079 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cc3a5b65-9741-4789-902c-902e369f67e3 req-cb35cb8f-ede7-4055-90ef-daa02bb33cdb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467687 Dec 29 20:53:47.277276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1108aab-501f-4e3b-8968-63f822fdd63c req-d2f6169b-b093-48b8-9b7e-f109efb53616 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:47.281234 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f1108aab-501f-4e3b-8968-63f822fdd63c req-d2f6169b-b093-48b8-9b7e-f109efb53616 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 944 time: 0.2635221 Dec 29 20:53:47.338355 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f1108aab-501f-4e3b-8968-63f822fdd63c req-be8c7235-e887-48ce-9eb8-d06d4071e43e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Dec 29 20:53:47.446583 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.562316 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29af2f5-4547-4e5d-9c2f-7525451075e9 req-7b512380-a1fd-4d75-8e09-e6e1c60d3ea8 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:47.563792 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e29af2f5-4547-4e5d-9c2f-7525451075e9 req-7b512380-a1fd-4d75-8e09-e6e1c60d3ea8 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.2263231 Dec 29 20:53:47.613447 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.646180 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-ff454f8c-447b-4618-a3e5-7fb986ec7776 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:47.647781 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-ff454f8c-447b-4618-a3e5-7fb986ec7776 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.0805624 Dec 29 20:53:47.654969 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271fb37b-a4b8-4a43-985b-b3ad8f6c3e97']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:47.672715 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f49ee327-474b-4d79-8aa3-1113bbeec3cc') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:47.673015 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f49ee327-474b-4d79-8aa3-1113bbeec3cc') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:47.689251 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e29af2f5-4547-4e5d-9c2f-7525451075e9 req-9b8519d5-4387-472a-8023-5a4250f8d351 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073804 Dec 29 20:53:47.690858 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.707608 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-f44dacf6-66d8-4b59-b3b0-bcf1ee77334e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525417 Dec 29 20:53:47.719875 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.726820 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:47.727200 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:47.744610 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:47.827195 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.863355 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:47.867534 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=271fb37b-a4b8-4a43-985b-b3ad8f6c3e97,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:47.868530 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-94790cf2-1ece-4a75-b262-1bd215595a64 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540139 Dec 29 20:53:47.880819 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1ff12443-06b7-48ef-babc-f29f7aa08dc1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/271fb37b-a4b8-4a43-985b-b3ad8f6c3e97 HTTP/1.1" status: 204 len: 168 time: 0.6978850 Dec 29 20:53:47.884322 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37086) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:48.074895 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] Deleting subnet e6d03deb-ad41-4fd9-b425-01f796cc49d8 {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:53:48.086534 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:48.164212 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3456295'] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:48.211345 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dfffcef4-41e7-40fe-bc71-ddd388ba27b4 req-ed178a86-690e-4a6e-90ba-3c16172d31c5 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932253 Dec 29 20:53:48.230983 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f0ac5-d6b0-4f9d-af2b-b4d7851434d4 req-224b488c-6b78-4f7a-b398-781ec19ca1a2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:48.232605 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dc2f0ac5-d6b0-4f9d-af2b-b4d7851434d4 req-224b488c-6b78-4f7a-b398-781ec19ca1a2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2894814 Dec 29 20:53:48.263051 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:48.387862 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dc2f0ac5-d6b0-4f9d-af2b-b4d7851434d4 req-c1a52ba4-fdc9-45cd-be3b-32bb4f87cdd1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451135 Dec 29 20:53:48.412081 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2710330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278290'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:48.447149 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbc0efcf-8848-4835-a82d-c996819764bc req-17ffa6f2-8fea-4e14-abdb-c50acb3f1ca8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 1097 time: 0.1513724 Dec 29 20:53:48.455070 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d03deb-ad41-4fd9-b425-01f796cc49d8,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:48.531870 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:48.542445 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-33f312cf-7c0b-417a-a76f-d731b6e78386 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e6d03deb-ad41-4fd9-b425-01f796cc49d8 HTTP/1.1" status: 204 len: 168 time: 0.6556115 Dec 29 20:53:48.548404 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37102) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:48.590282 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b40246-218b-4825-844b-6fdc9137d7c8 req-7cf750a6-b8e1-4421-a6d6-dc66c3b13a37 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:48.591934 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a7b40246-218b-4825-844b-6fdc9137d7c8 req-7cf750a6-b8e1-4421-a6d6-dc66c3b13a37 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 944 time: 0.0847368 Dec 29 20:53:48.643324 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a7b40246-218b-4825-844b-6fdc9137d7c8 req-6f6d7a84-4059-4009-b24e-f1c11e66d1df tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Dec 29 20:53:48.686974 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:48.691042 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0efcf-8848-4835-a82d-c996819764bc req-a3863f5a-cc9e-4124-9142-04a1527124c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:48.692467 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbc0efcf-8848-4835-a82d-c996819764bc req-a3863f5a-cc9e-4124-9142-04a1527124c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 916 time: 0.2385356 Dec 29 20:53:48.792889 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbc0efcf-8848-4835-a82d-c996819764bc req-a3f61b8b-ee0c-41b3-b341-163de346aa01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=319ec34a-b215-42b4-bb86-25b804cbb114 HTTP/1.1" status: 200 len: 217 time: 0.0924156 Dec 29 20:53:48.923945 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b5d6-c046-4c37-b140-303e7695c6d3 req-00396bc3-6f61-4a0b-b296-807d74d4117c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:48.925418 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8fa8b5d6-c046-4c37-b140-303e7695c6d3 req-00396bc3-6f61-4a0b-b296-807d74d4117c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.0811713 Dec 29 20:53:48.929235 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:48.944334 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0efcf-8848-4835-a82d-c996819764bc req-e0392e7b-5587-4836-aec3-119bef9d9c99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:48.946023 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbc0efcf-8848-4835-a82d-c996819764bc req-e0392e7b-5587-4836-aec3-119bef9d9c99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.1363635 Dec 29 20:53:48.974365 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8fa8b5d6-c046-4c37-b140-303e7695c6d3 req-3f774ced-bda9-479e-91ff-ce730f4d3afa tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Dec 29 20:53:48.998321 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4180a7d3-9d46-4eea-85bb-95d2208fac3b']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:49.006418 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbc0efcf-8848-4835-a82d-c996819764bc req-0c4c7176-7466-4d4c-b98e-91b455e3ef67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519283 Dec 29 20:53:49.012407 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3c2521-802d-419e-957c-418d932d66d5') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:49.012703 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3c2521-802d-419e-957c-418d932d66d5') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:49.105027 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.175644 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.186073 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:53:49.186450 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:53:49.199725 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:53:49.301153 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbc0efcf-8848-4835-a82d-c996819764bc req-0883f2e9-d621-40e6-9c75-623bffa1d0c8 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821379 Dec 29 20:53:49.301850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.317505 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.327096 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4180a7d3-9d46-4eea-85bb-95d2208fac3b,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:49.330169 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-d209e8a9-4fef-4f36-a1df-4290d28d8bc5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4180a7d3-9d46-4eea-85bb-95d2208fac3b HTTP/1.1" status: 204 len: 168 time: 0.7808347 Dec 29 20:53:49.494590 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbc0efcf-8848-4835-a82d-c996819764bc req-66390ac8-23c8-4d5f-aa8b-217dbfc16f68 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342838 Dec 29 20:53:49.552426 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37122) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:49.604127 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-367495a9-3e96-422d-9ebe-7db98770868a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3da5bb1985d541ab9ef7006ba04bc019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503554 Dec 29 20:53:49.606808 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37126) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:49.667300 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2e93ff-fcf4-4004-9e1b-960722e4213e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.693272 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2e93ff-fcf4-4004-9e1b-960722e4213e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.702947 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232627ba-317e-440e-ae67-78114f747ced req-e4003734-b62a-4779-bc4a-988edd53c4dc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:49.704219 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-232627ba-317e-440e-ae67-78114f747ced req-e4003734-b62a-4779-bc4a-988edd53c4dc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1336155 Dec 29 20:53:49.747821 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2e93ff-fcf4-4004-9e1b-960722e4213e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.751409 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-232627ba-317e-440e-ae67-78114f747ced req-1c6048fe-58f3-408d-85d4-e588f1972739 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Dec 29 20:53:49.764869 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e93ff-fcf4-4004-9e1b-960722e4213e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697567f-8c5c-4c79-9736-481812b0b3dc,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:49.820199 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2e93ff-fcf4-4004-9e1b-960722e4213e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:49.821377 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-fd2e93ff-fcf4-4004-9e1b-960722e4213e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9697567f-8c5c-4c79-9736-481812b0b3dc HTTP/1.1" status: 204 len: 168 time: 0.2136219 Dec 29 20:53:49.878448 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa7765-7159-4e30-a16e-3b34710f68ad req-b07245d1-c362-4277-9c4b-84477dcde12e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:49.883101 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d8fa7765-7159-4e30-a16e-3b34710f68ad req-b07245d1-c362-4277-9c4b-84477dcde12e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 944 time: 0.1011152 Dec 29 20:53:49.930571 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d8fa7765-7159-4e30-a16e-3b34710f68ad req-999e20ad-1a5b-4a58-8465-16afc8d1efd6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Dec 29 20:53:50.178642 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b0e0-4d4e-46e2-a4cc-d10be15dbe19 req-c6ac2a6e-9e02-4804-9513-5c3610d3204e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:50.180094 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-79a2b0e0-4d4e-46e2-a4cc-d10be15dbe19 req-c6ac2a6e-9e02-4804-9513-5c3610d3204e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.0821786 Dec 29 20:53:50.222363 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37140) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:50.248491 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-79a2b0e0-4d4e-46e2-a4cc-d10be15dbe19 req-974b94d3-c53b-40b2-84ee-8831bf4adcdf tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623157 Dec 29 20:53:50.281305 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9a716483-d77d-493d-b689-6fe2a69bd9ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9968be3d4a745cab454719e27709fbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562513 Dec 29 20:53:50.282092 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37144) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:50.346273 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7d11fce2-df39-4d38-94fd-f5b787a6eaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:50.375087 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7d11fce2-df39-4d38-94fd-f5b787a6eaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:50.431022 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7d11fce2-df39-4d38-94fd-f5b787a6eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:50.447596 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11fce2-df39-4d38-94fd-f5b787a6eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd734a5-dd41-44f1-af67-3863a30f22f4,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:50.452045 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7d11fce2-df39-4d38-94fd-f5b787a6eaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:50.455570 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7d11fce2-df39-4d38-94fd-f5b787a6eaa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cd734a5-dd41-44f1-af67-3863a30f22f4 HTTP/1.1" status: 204 len: 168 time: 0.1701977 Dec 29 20:53:50.975889 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d5f04-da89-4ac1-8577-329c58fd0c7b req-8e3c70d3-8ad7-4821-8e51-5bb93b3d6ab5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:50.977935 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-061d5f04-da89-4ac1-8577-329c58fd0c7b req-8e3c70d3-8ad7-4821-8e51-5bb93b3d6ab5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0872827 Dec 29 20:53:51.033698 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-061d5f04-da89-4ac1-8577-329c58fd0c7b req-33690984-b29a-4c04-9767-a6a17bc093bf tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487044 Dec 29 20:53:51.194047 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9788a7-ab04-470f-b3e8-09d19003b3b6 req-202f179c-4a8f-400c-8498-62952f9fcb81 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:51.196371 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9c9788a7-ab04-470f-b3e8-09d19003b3b6 req-202f179c-4a8f-400c-8498-62952f9fcb81 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 944 time: 0.1006825 Dec 29 20:53:51.263850 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9c9788a7-ab04-470f-b3e8-09d19003b3b6 req-06e2703d-eda8-4ca8-9f86-66d9d5d1623c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586503 Dec 29 20:53:51.434557 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37190) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:51.486411 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51710d2c-a1fc-4504-b4be-d226deda1184 req-f64152af-8f6d-4b5c-ac6b-ce376720d51e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:51.487970 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-51710d2c-a1fc-4504-b4be-d226deda1184 req-f64152af-8f6d-4b5c-ac6b-ce376720d51e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.0931284 Dec 29 20:53:51.537994 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-51710d2c-a1fc-4504-b4be-d226deda1184 req-93f39bf4-0d06-476d-a9b5-578d1d267cb3 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Dec 29 20:53:51.593162 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1128365644-network', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:51.598092 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:51.602693 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Usage tracker for resource:network and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:51.606219 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:51.612798 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:51.624446 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Made reservation on behalf of f6605294a2f54d1b8e2be6b90dc68f7c for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:51.627872 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:51.641823 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:51.682388 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:51.686595 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:51.689442 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:51.695378 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:51.781732 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:51.785777 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:51.821275 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:53:51.824261 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6613137e-a759-4f25-97a0-74a8356027f8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:51.836155 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:51.836501 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Added segment 62d0ab38-449f-4569-aa7a-ead661afc35f of type vlan for network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 Dec 29 20:53:51.866325 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:51.900507 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:51.901557 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:51.903583 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:52.013073 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] Pushing event updated for resources: {'Network': ['ID=98d55cc5-bfd8-4777-9fa2-a2132f0ede97,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:52.021570 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-77b1f012-c1a2-44da-8c70-04e238ea07f4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5829482 Dec 29 20:53:52.021844 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37210) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:52.025549 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:53:52.027081 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Request body: {'subnet': {'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1128365644-subnet', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:52.032203 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:52.035887 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Usage tracker for resource:subnet and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:52.038814 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:52.045220 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:52.056141 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Made reservation on behalf of f6605294a2f54d1b8e2be6b90dc68f7c for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:53:52.059184 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278643'] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:52.295775 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d194e-19f3-4b13-a264-ee96fc5e4420 req-9c203c2a-ae85-4751-83a5-cfa46d30bfd2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:52.297401 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-510d194e-19f3-4b13-a264-ee96fc5e4420 req-9c203c2a-ae85-4751-83a5-cfa46d30bfd2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1008182 Dec 29 20:53:52.339258 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2710395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278281'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:52.385580 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-510d194e-19f3-4b13-a264-ee96fc5e4420 req-a456ecca-3aa3-4d7d-a3a8-65f10e8bf92f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821476 Dec 29 20:53:52.550976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225e5a5c-2d02-4a03-8d12-c030f03c3bff,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:52.571380 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Checking segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:52.571792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Network hostable DHCP agents. Network: 98d55cc5-bfd8-4777-9fa2-a2132f0ede97, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:53:52.622350 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:53:52.632262 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d861559-e2f4-49c3-aa11-b6ea5e0a7739 req-13f5050d-c3a3-4a55-b89f-838f06a72efb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:52.633782 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4d861559-e2f4-49c3-aa11-b6ea5e0a7739 req-13f5050d-c3a3-4a55-b89f-838f06a72efb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 944 time: 0.1283364 Dec 29 20:53:52.660376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 98d55cc5-bfd8-4777-9fa2-a2132f0ede97) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:52.670512 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:52.670818 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:52.674983 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df134a-486a-4650-aa5d-6fe988281833 None None] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:52.712349 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7c4d5f30-3319-4efd-8a49-e2abf6141951 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6894701 Dec 29 20:53:52.715467 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37244) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:52.721503 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:53:52.729549 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:52.738211 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Usage tracker for resource:router and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:52.744727 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:52.760201 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:52.773901 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:52.776048 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:52.778389 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4d861559-e2f4-49c3-aa11-b6ea5e0a7739 req-7a6a89ef-0ba5-45ce-8e13-c8f69c4e66f2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346252 Dec 29 20:53:52.847101 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:52.985881 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:53:52.987167 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.030104 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.104596 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229db5f-4687-4fc3-9677-31a7a18eee61 req-449c4e7a-255c-46f0-8eb5-d6c64416ae10 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:53.106126 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4229db5f-4687-4fc3-9677-31a7a18eee61 req-449c4e7a-255c-46f0-8eb5-d6c64416ae10 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.1266656 Dec 29 20:53:53.147710 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Allocated IP 172.20.0.2 (98d55cc5-bfd8-4777-9fa2-a2132f0ede97/225e5a5c-2d02-4a03-8d12-c030f03c3bff/4df79090-bbbf-4823-acd3-c854c12b49fa) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:53:53.213823 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4229db5f-4687-4fc3-9677-31a7a18eee61 req-56b245bd-0e22-4c00-8842-3cb0d3494fd6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937712 Dec 29 20:53:53.312680 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.344517 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.363316 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.374905 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Transition to ACTIVE for port object 4df79090-bbbf-4823-acd3-c854c12b49fa will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:53.395159 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Transition to ACTIVE for port object 4df79090-bbbf-4823-acd3-c854c12b49fa will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:53.409227 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.501283 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Pushing event updated for resources: {'Port': ['ID=4df79090-bbbf-4823-acd3-c854c12b49fa,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:53.512491 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:53.513841 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:53.516374 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:53:53.540901 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d2c724c-71ba-4180-b0c3-504825bd86bb req-bb244fda-ee6a-4d56-b9b7-e881456b3022 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 1099 time: 0.1077802 Dec 29 20:53:53.609983 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Allocated IP 172.27.2.178 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/6021dc10-a2b6-427a-a35f-98130a88aff3) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:53:53.623385 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Attempting to bind port 4df79090-bbbf-4823-acd3-c854c12b49fa on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:53.623754 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d2c724c-71ba-4180-b0c3-504825bd86bb req-0244f658-c2ab-4898-ac1f-74c4921a42e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701423 Dec 29 20:53:53.624171 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Attempting to bind port 4df79090-bbbf-4823-acd3-c854c12b49fa by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:53.624900 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Attempting to bind port 4df79090-bbbf-4823-acd3-c854c12b49fa on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:53.632862 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:53.633530 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Checking segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:53.633991 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.634907 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Bound using segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:53.635932 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Bound port: 4df79090-bbbf-4823-acd3-c854c12b49fa, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:53.636518 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.734382 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783d89-a83c-44df-92f0-c9d296f8cc9b req-2530220f-e914-4622-bbcb-a8eb25494d08 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:53.735899 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ce783d89-a83c-44df-92f0-c9d296f8cc9b req-2530220f-e914-4622-bbcb-a8eb25494d08 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1883140 Dec 29 20:53:53.746548 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] For port 4df79090-bbbf-4823-acd3-c854c12b49fa, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:53.749697 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] For port 4df79090-bbbf-4823-acd3-c854c12b49fa, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=4df79090-bbbf-4823-acd3-c854c12b49fa,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:53.760947 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.863942 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97391582-0140-480a-876f-ab96e2ad0ef6 None None] Pushing event updated for resources: {'Port': ['ID=4df79090-bbbf-4823-acd3-c854c12b49fa,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:53.902010 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 319ec34a-b215-42b4-bb86-25b804cbb114 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:53:53.933018 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:53.960689 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ce783d89-a83c-44df-92f0-c9d296f8cc9b req-2d8d6121-4ac8-4946-9754-9b91dea3ea84 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174122 Dec 29 20:53:54.008710 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:54.106761 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:54.112803 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:54.116468 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Pushing event updated for resources: {'Port': ['ID=6021dc10-a2b6-427a-a35f-98130a88aff3,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:54.128888 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:53:54.154108 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096bbc-5c82-45c2-b52c-32b6c809a4e9 req-76843417-68f8-4f4a-bb6c-7ddf78da57c3 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:54.173170 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c5096bbc-5c82-45c2-b52c-32b6c809a4e9 req-76843417-68f8-4f4a-bb6c-7ddf78da57c3 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 944 time: 0.1773129 Dec 29 20:53:54.267725 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 319ec34a-b215-42b4-bb86-25b804cbb114, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=319ec34a-b215-42b4-bb86-25b804cbb114,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:54.283615 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '319ec34a-b215-42b4-bb86-25b804cbb114', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'port_id': '319ec34a-b215-42b4-bb86-25b804cbb114', 'mac_address': 'fa:16:3e:75:46:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a59deb-5e27-4855-a7c4-cf68f8f46133', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:53:54.323699 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c5096bbc-5c82-45c2-b52c-32b6c809a4e9 req-c9e51a87-5698-4651-a606-0f77504156f3 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451743 Dec 29 20:53:54.378065 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:54.405164 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319ec34a-b215-42b4-bb86-25b804cbb114 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:53:54.451678 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 319ec34a-b215-42b4-bb86-25b804cbb114, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=319ec34a-b215-42b4-bb86-25b804cbb114,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:54.457415 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:54.477745 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:54.477988 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:54.552191 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=319ec34a-b215-42b4-bb86-25b804cbb114,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:54.636901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fbb38-b677-4f0a-a839-e5f324a66fc7 req-b1a3dc68-719f-4ff8-97e5-b38a9055d007 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:54.639226 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8c9fbb38-b677-4f0a-a839-e5f324a66fc7 req-b1a3dc68-719f-4ff8-97e5-b38a9055d007 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.1163957 Dec 29 20:53:54.688675 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8c9fbb38-b677-4f0a-a839-e5f324a66fc7 req-5ff71743-e434-4853-ac6b-3bb690a2db2e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436792 Dec 29 20:53:54.798533 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Router b8269539-4582-426d-9efd-0d974423058b is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:53:55.050388 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:53:55.060805 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:53:55.079987 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:55.080837 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:53:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:55.094771 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:55.096752 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-fa7e8c39-861e-40ad-9e2a-daea537c01be admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3796704 Dec 29 20:53:55.099917 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37288) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:55.149042 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fe9f7-9b7f-4fe3-a8f5-fdb63d198417 None None] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:53:55.255376 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-5bba0852-940b-4b92-a632-db52c83c3390 None None] Provisioning for port 4df79090-bbbf-4823-acd3-c854c12b49fa completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:55.292222 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:55.296495 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60ddc6-caa9-406f-b5d9-da69d5531ead req-b7e2613c-9eff-47b8-a9db-6c5524a8a28c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:55.297953 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cf60ddc6-caa9-406f-b5d9-da69d5531ead req-b7e2613c-9eff-47b8-a9db-6c5524a8a28c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1352091 Dec 29 20:53:55.307178 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['319ec34a-b215-42b4-bb86-25b804cbb114'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:55.430224 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-dab9c64b-002e-409d-bfa5-d10a7f1fd800 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:55.439418 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-dab9c64b-002e-409d-bfa5-d10a7f1fd800 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.1655462 Dec 29 20:53:55.520825 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cf60ddc6-caa9-406f-b5d9-da69d5531ead req-c82dc9f4-a104-487c-a604-41aa779c63de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989083 Dec 29 20:53:55.624236 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Deleting port ea24286d-92a7-47e6-8433-4f9094804664 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:53:55.624736 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:55.870053 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 4df79090-bbbf-4823-acd3-c854c12b49fa up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:56.002321 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:54Z', 'revision_number': 3, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:56.010035 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:53:56.012322 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Updating router b8269539-4582-426d-9efd-0d974423058b port 6021dc10-a2b6-427a-a35f-98130a88aff3 binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:53:56.117385 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.131477 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 4df79090-bbbf-4823-acd3-c854c12b49fa completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:56.137931 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 4df79090-bbbf-4823-acd3-c854c12b49fa triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:56.138312 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.322769 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef49cd-e55b-4edb-a119-87723f70a5b6 req-06670624-7bad-468a-bf91-2ca18fdc76a7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:56.325004 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-97ef49cd-e55b-4edb-a119-87723f70a5b6 req-06670624-7bad-468a-bf91-2ca18fdc76a7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 945 time: 0.2192135 Dec 29 20:53:56.335945 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.399737 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311eca3-e609-4af4-af34-80a43ef54560 req-a8566847-2842-4012-b75a-0f59a9bd02ad tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:56.400874 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-97ef49cd-e55b-4edb-a119-87723f70a5b6 req-8cabf8d6-05db-4958-bb22-af020bdc030c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Dec 29 20:53:56.405486 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 4df79090-bbbf-4823-acd3-c854c12b49fa, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=4df79090-bbbf-4823-acd3-c854c12b49fa,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:56.409788 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2311eca3-e609-4af4-af34-80a43ef54560 req-a8566847-2842-4012-b75a-0f59a9bd02ad tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 945 time: 0.4982774 Dec 29 20:53:56.413769 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.470316 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-55db529c-d19a-46d0-9770-b7f01466c088 None None] Provisioning complete for port 4df79090-bbbf-4823-acd3-c854c12b49fa triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:56.470876 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-55db529c-d19a-46d0-9770-b7f01466c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.481736 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] For port ea24286d-92a7-47e6-8433-4f9094804664, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ea24286d-92a7-47e6-8433-4f9094804664,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:56.482086 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.574408 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.599806 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Transition to ACTIVE for port object 6021dc10-a2b6-427a-a35f-98130a88aff3 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:56.611193 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.617071 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=4df79090-bbbf-4823-acd3-c854c12b49fa,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:56.633774 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2311eca3-e609-4af4-af34-80a43ef54560 req-2744b34c-2295-43ea-b88a-b96fea32ed79 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229960 Dec 29 20:53:56.658527 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Calling delete_port for ea24286d-92a7-47e6-8433-4f9094804664 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:53:56.699367 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Pushing event updated for resources: {'Port': ['ID=6021dc10-a2b6-427a-a35f-98130a88aff3,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:56.710282 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.712829 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.713364 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.715807 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.716357 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.716869 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.717364 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.717877 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.718376 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.718898 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.719390 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:53:56.776848 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Attempting to bind port 6021dc10-a2b6-427a-a35f-98130a88aff3 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:53:56.777461 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Attempting to bind port 6021dc10-a2b6-427a-a35f-98130a88aff3 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:53:56.777872 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Attempting to bind port 6021dc10-a2b6-427a-a35f-98130a88aff3 on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:53:56.785098 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:53:56.785470 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:53:56.785872 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.786268 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:53:56.786755 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Bound port: 6021dc10-a2b6-427a-a35f-98130a88aff3, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:53:56.787278 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.814213 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.861819 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.923969 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] For port 6021dc10-a2b6-427a-a35f-98130a88aff3, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:53:56.928501 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] For port 6021dc10-a2b6-427a-a35f-98130a88aff3, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=6021dc10-a2b6-427a-a35f-98130a88aff3,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:53:56.936193 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:56.976730 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['ea24286d-92a7-47e6-8433-4f9094804664'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:53:57.024373 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873de4d1-6fed-419f-a07d-ba6104b0dd36 req-05565574-f2ee-46bf-823a-4f18e6363e22 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:57.025872 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-873de4d1-6fed-419f-a07d-ba6104b0dd36 req-05565574-f2ee-46bf-823a-4f18e6363e22 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.2770929 Dec 29 20:53:57.123891 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78b96-37b9-45e1-aba5-f166c0120f6f None None] Pushing event updated for resources: {'Port': ['ID=6021dc10-a2b6-427a-a35f-98130a88aff3,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:57.149962 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:53:57.151023 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:53:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:57.155789 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Pushing event deleted for resources: {'Port': ['ID=ea24286d-92a7-47e6-8433-4f9094804664,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:57.159936 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] No DVR routers for this DVR port ea24286d-92a7-47e6-8433-4f9094804664 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:53:57.162970 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:57.166443 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'name': 'network-vif-deleted', 'tag': 'ea24286d-92a7-47e6-8433-4f9094804664'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:57.184232 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b5149439-ba68-4830-b7d8-bd27d8955e66 req-62f4618c-5072-420d-b206-9907a7be2ef7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "DELETE /v2.0/ports/ea24286d-92a7-47e6-8433-4f9094804664 HTTP/1.1" status: 204 len: 173 time: 1.7352703 Dec 29 20:53:57.207882 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-873de4d1-6fed-419f-a07d-ba6104b0dd36 req-3040456b-5505-4e47-94c7-f7d548fa6003 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720359 Dec 29 20:53:57.273566 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Allocated IP 172.20.0.1 (98d55cc5-bfd8-4777-9fa2-a2132f0ede97/225e5a5c-2d02-4a03-8d12-c030f03c3bff/e7534796-934a-477d-8d5d-81db6c15dc50) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:53:57.282244 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5df075c-46e9-4a1e-a238-40744f9e9b44', 'name': 'network-vif-deleted', 'tag': 'ea24286d-92a7-47e6-8433-4f9094804664', 'status': 'completed', 'code': 200} Dec 29 20:53:57.521648 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:53:57.567475 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c042e1-c541-4f3c-a248-0ca23dcba2ee req-3b663025-fde4-4a30-8b32-a7e3808c52cb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:57.568970 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d4c042e1-c541-4f3c-a248-0ca23dcba2ee req-3b663025-fde4-4a30-8b32-a7e3808c52cb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1694589 Dec 29 20:53:57.577401 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:57.623685 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.provisioning_blocks [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Transition to ACTIVE for port object e7534796-934a-477d-8d5d-81db6c15dc50 will not be triggered until provisioned by entity DHCP. {{(pid=82779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:53:57.644150 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-0bf9bbd1-5a5a-4ccb-9b4c-8b247b386ede req-395d0890-c789-4b7e-8c59-76c4c95b9616 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Synchronizing usage tracker for tenant:4571ff0de0f3460cbd122222fa652641 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:53:57.653979 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d4c042e1-c541-4f3c-a248-0ca23dcba2ee req-fd04b19f-351a-4219-a3d0-4094cef79a85 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731642 Dec 29 20:53:57.669378 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-0bf9bbd1-5a5a-4ccb-9b4c-8b247b386ede req-395d0890-c789-4b7e-8c59-76c4c95b9616 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Unset dirty status for tenant:4571ff0de0f3460cbd122222fa652641 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:53:57.670785 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0bf9bbd1-5a5a-4ccb-9b4c-8b247b386ede req-395d0890-c789-4b7e-8c59-76c4c95b9616 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5df075c-46e9-4a1e-a238-40744f9e9b44 HTTP/1.1" status: 200 len: 210 time: 0.1058862 Dec 29 20:53:57.694448 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:57.742494 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 4df79090-bbbf-4823-acd3-c854c12b49fa up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:57.820680 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:57.834915 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:57.843264 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:53:57.895195 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Pushing event updated for resources: {'Port': ['ID=e7534796-934a-477d-8d5d-81db6c15dc50,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:57.935311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 319ec34a-b215-42b4-bb86-25b804cbb114 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:58.031440 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.096551 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 4df79090-bbbf-4823-acd3-c854c12b49fa triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:58.096947 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.156172 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a9d7-bebb-437e-89b0-5aab767ec580 req-c03957ea-85ce-4e51-92f7-1df0854417eb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:53:58.163956 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-02c6a9d7-bebb-437e-89b0-5aab767ec580 req-c03957ea-85ce-4e51-92f7-1df0854417eb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 945 time: 0.2551854 Dec 29 20:53:58.218024 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:54Z', 'revision_number': 3, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:53:58.223483 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1a985-e843-411a-9ba4-4c913d6bc204 None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:54Z', 'revision_number': 3, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:53:58.360089 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-d9daa2bf-d840-4c4d-b726-4a7e0afa8ca0 None None] Provisioning for port e7534796-934a-477d-8d5d-81db6c15dc50 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:58.366867 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 319ec34a-b215-42b4-bb86-25b804cbb114 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:53:58.377819 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-02c6a9d7-bebb-437e-89b0-5aab767ec580 req-c5f83401-3c79-4dbd-9aa2-d55d456b7abc tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128088 Dec 29 20:53:58.378762 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.448769 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 319ec34a-b215-42b4-bb86-25b804cbb114 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:58.449707 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.532936 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-d9daa2bf-d840-4c4d-b726-4a7e0afa8ca0 None None] Provisioning complete for port e7534796-934a-477d-8d5d-81db6c15dc50 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:58.533305 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d9daa2bf-d840-4c4d-b726-4a7e0afa8ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.688463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37362) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:58.745831 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-d9daa2bf-d840-4c4d-b726-4a7e0afa8ca0 None None] Port e7534796-934a-477d-8d5d-81db6c15dc50 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:53:58.849119 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.854628 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2701408'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.909520 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:58.981366 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4158238e-7c89-4758-98c0-12832937b3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ec34a-b215-42b4-bb86-25b804cbb114'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:53:59.005731 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 319ec34a-b215-42b4-bb86-25b804cbb114, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=319ec34a-b215-42b4-bb86-25b804cbb114,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:53:59.011816 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.013084 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ea24286d-92a7-47e6-8433-4f9094804664 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:53:59.017379 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.028200 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Pushing event updated for resources: {'Port': ['ID=e7534796-934a-477d-8d5d-81db6c15dc50,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:59.032261 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.131004 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:53:59.141276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:d9e0141278cc4a94a54d4bb61c3a114e is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:53:59.154021 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4158238e-7c89-4758-98c0-12832937b3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319ec34a-b215-42b4-bb86-25b804cbb114', 'code': 200} Dec 29 20:53:59.160946 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:53:59.172231 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: ea24286d-92a7-47e6-8433-4f9094804664 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:53:59.172465 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ea24286d-92a7-47e6-8433-4f9094804664 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:53:59.180791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:53:59.263449 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=319ec34a-b215-42b4-bb86-25b804cbb114,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:59.288992 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.294994 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.400044 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:53:59.404697 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:53:59.407720 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9e0141278cc4a94a54d4bb61c3a114e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7174957 Dec 29 20:53:59.413967 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37382) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:53:59.567465 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d0e03-c75e-421b-86e2-fa9e2cae3ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b746a02c-c2a4-4603-8a69-83af05bea166,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:53:59.772814 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 6021dc10-a2b6-427a-a35f-98130a88aff3 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:53:59.879807 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a6153bc2-e5b2-4bbc-904e-8bb6cd3ff98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.932010 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-7f6b7b12-22b6-4d95-82c6-b8e67f79e486 None None] Provisioning complete for port e7534796-934a-477d-8d5d-81db6c15dc50 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:53:59.932379 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b12-22b6-4d95-82c6-b8e67f79e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:53:59.946541 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e82ada8d-9d57-4b0f-8519-0e495706a637 req-6702a0a5-3bf8-43f1-8298-311fcae11bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 1099 time: 0.3884528 Dec 29 20:53:59.971854 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a6153bc2-e5b2-4bbc-904e-8bb6cd3ff98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.017289 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-e7bc9d3a-66fc-476c-b32d-fd30524f1c89 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:00.018906 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-e7bc9d3a-66fc-476c-b32d-fd30524f1c89 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/networks?id=9b160165-d298-45ac-8fed-df81257b7987 HTTP/1.1" status: 200 len: 809 time: 0.2952471 Dec 29 20:54:00.066907 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b7b12-22b6-4d95-82c6-b8e67f79e486 None None] Port e7534796-934a-477d-8d5d-81db6c15dc50 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:54:00.070716 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 6021dc10-a2b6-427a-a35f-98130a88aff3 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:00.071963 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-b461f5fa-46e8-4973-85f1-bf3f092b4afc tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/quotas/4571ff0de0f3460cbd122222fa652641 HTTP/1.1" status: 200 len: 375 time: 0.0477500 Dec 29 20:54:00.074417 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e82ada8d-9d57-4b0f-8519-0e495706a637 req-02a5c41d-74fe-4d1c-8bb1-500b01701e81 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044290 Dec 29 20:54:00.083574 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 6021dc10-a2b6-427a-a35f-98130a88aff3 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:00.083944 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.124686 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-65440585-5c86-4a26-a2ae-fffdd7c4a976 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4571ff0de0f3460cbd122222fa652641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451219 Dec 29 20:54:00.185603 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b222b8b-3f62-40e4-9682-2bae3b6f1480 req-1d833a23-d957-453b-b7fc-9cf3ea0e1102 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:00.191138 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3b222b8b-3f62-40e4-9682-2bae3b6f1480 req-1d833a23-d957-453b-b7fc-9cf3ea0e1102 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 946 time: 0.1768267 Dec 29 20:54:00.203214 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a6153bc2-e5b2-4bbc-904e-8bb6cd3ff98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.216291 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.233327 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 6021dc10-a2b6-427a-a35f-98130a88aff3, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=6021dc10-a2b6-427a-a35f-98130a88aff3,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:00.234350 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6153bc2-e5b2-4bbc-904e-8bb6cd3ff98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b746a02c-c2a4-4603-8a69-83af05bea166,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:00.238757 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.249339 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a6153bc2-e5b2-4bbc-904e-8bb6cd3ff98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:00.250562 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a6153bc2-e5b2-4bbc-904e-8bb6cd3ff98b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b746a02c-c2a4-4603-8a69-83af05bea166 HTTP/1.1" status: 204 len: 168 time: 0.8308733 Dec 29 20:54:00.276410 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3b222b8b-3f62-40e4-9682-2bae3b6f1480 req-1cbf64c4-d312-4322-8681-4f2963ef9170 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813301 Dec 29 20:54:00.327933 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-c91231a4-b52f-4685-b8a7-de78a6880206 service neutron] 10.222.0.37 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963449 Dec 29 20:54:00.334923 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=6021dc10-a2b6-427a-a35f-98130a88aff3,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:00.448357 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:54:00.487068 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-8df59a47-5281-4556-8323-1142c85ce974 service neutron] 10.222.0.37 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570678 Dec 29 20:54:00.751020 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:54:00.771491 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-d471fcd5-147b-4b56-9808-665a1fe5e78c admin admin] 10.222.0.37 "PUT /v2.0/routers/b8269539-4582-426d-9efd-0d974423058b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6703360 Dec 29 20:54:00.860419 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bf929-3688-4501-a255-41029f879147 req-efc3f2f4-6791-4f39-b21f-a52d3cfeaffd tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:00.872806 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e96bf929-3688-4501-a255-41029f879147 req-efc3f2f4-6791-4f39-b21f-a52d3cfeaffd tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0998921 Dec 29 20:54:00.875394 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37418) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:00.946685 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e96bf929-3688-4501-a255-41029f879147 req-df047a2c-9bcd-4cf5-9adc-d163746b3a05 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729034 Dec 29 20:54:00.949443 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.028525 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:01.033154 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Usage tracker for resource:security_group_rule and tenant:8653b01b953b4782b7ac34e4081bfdf3 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:01.036350 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:01.071899 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:01.078847 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c094b648-5a0b-461e-b6f5-6c988cfa3b40 req-078c16a0-e4a8-4a13-8c6c-9161ef6d5357 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 210 time: 0.1222682 Dec 29 20:54:01.138963 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-ceab26c6-e20a-4174-a8b6-eac5e635481e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.4223757 Dec 29 20:54:01.228951 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.236618 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.302528 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8653b01b953b4782b7ac34e4081bfdf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4258192 Dec 29 20:54:01.303140 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6835911-a2f6-4fc5-8f8b-b352bac06dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ba26ad-3ab2-407c-aed0-d1cd3cf36a4b,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:01.305781 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37434) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:01.370955 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-41f4533b-e683-4ddb-99bf-c00f3c69f80b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:01.372497 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-41f4533b-e683-4ddb-99bf-c00f3c69f80b service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.2249694 Dec 29 20:54:01.457467 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-ea6aac96-eae9-4d05-b2f0-ec1551006daa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 217 time: 0.0755019 Dec 29 20:54:01.560107 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e03f74c0-2720-471e-9ee6-df2ba95d9b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.592202 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-53d366ea-a725-459f-a2f2-0e4c9398be55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:01.593687 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-53d366ea-a725-459f-a2f2-0e4c9398be55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.1252224 Dec 29 20:54:01.659942 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e03f74c0-2720-471e-9ee6-df2ba95d9b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.715486 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-4ddd11ec-e3ad-45f5-8414-2296327737e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085978 Dec 29 20:54:01.741938 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 6021dc10-a2b6-427a-a35f-98130a88aff3 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:01.745260 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d32d20-19a9-4e02-a4d4-c20fdb7f1c16 req-6d41f580-7c15-4d0d-919c-eab2d56e76ff tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:01.752809 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45d32d20-19a9-4e02-a4d4-c20fdb7f1c16 req-6d41f580-7c15-4d0d-919c-eab2d56e76ff tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 946 time: 0.2451744 Dec 29 20:54:01.862908 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e03f74c0-2720-471e-9ee6-df2ba95d9b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.870887 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 6021dc10-a2b6-427a-a35f-98130a88aff3 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:01.871310 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.899050 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f74c0-2720-471e-9ee6-df2ba95d9b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ba26ad-3ab2-407c-aed0-d1cd3cf36a4b,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:01.913017 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e03f74c0-2720-471e-9ee6-df2ba95d9b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:01.914342 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e03f74c0-2720-471e-9ee6-df2ba95d9b5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4ba26ad-3ab2-407c-aed0-d1cd3cf36a4b HTTP/1.1" status: 204 len: 168 time: 0.6075394 Dec 29 20:54:01.992596 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45d32d20-19a9-4e02-a4d4-c20fdb7f1c16 req-a9d9f411-2c28-4bdc-a70a-a9a97e8c2625 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222538 Dec 29 20:54:02.036794 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-0f0c482f-d9b8-4b6c-b2e7-938650f3bac6 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818420 Dec 29 20:54:02.293282 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd927a23-073b-4c23-b94a-70c4cf95e81f req-f47445af-3db5-4008-88d0-8712e9dc6ef5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:02.306312 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bd927a23-073b-4c23-b94a-70c4cf95e81f req-f47445af-3db5-4008-88d0-8712e9dc6ef5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1587689 Dec 29 20:54:02.369507 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d88f5abe-96eb-4385-9e14-0e1a0c85527a req-7a312704-7c3c-4783-b7a2-c8df5ab48b1b service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039112 Dec 29 20:54:02.376320 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bd927a23-073b-4c23-b94a-70c4cf95e81f req-7c12e184-5679-42ef-b0af-8db8cac4ec62 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690358 Dec 29 20:54:02.381727 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d116ceee-8dca-46dc-ae2a-9f5f9e9ce3fb req-93c87f28-1c96-44e6-9163-8cddd4c62849 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 210 time: 0.1011729 Dec 29 20:54:02.396321 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37466) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:02.402138 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-18157212-network', 'tenant_id': '2984268e625e45eba50ad075c215b31a'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:02.408976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:02.413719 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Usage tracker for resource:network and tenant:2984268e625e45eba50ad075c215b31a is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:02.420318 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:02.426798 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:02.448972 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Made reservation on behalf of 2984268e625e45eba50ad075c215b31a for: {'network': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:02.452755 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.465927 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.472285 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37470) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:02.494079 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.506054 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:02.519828 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Usage tracker for resource:security_group_rule and tenant:2984268e625e45eba50ad075c215b31a is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:02.523555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:02.531713 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:02.533436 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:02.539997 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Usage tracker for resource:security_group_rule and tenant:5951ef3032e24aa78ce64a56afe5fbbe is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:02.551709 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:02.559653 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:02.618466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.625325 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.641697 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.645729 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.659977 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=82780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:54:02.665292 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bb35f7-330f-4997-ad06-a942cd4181b5,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:02.673293 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.673694 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.segments_db [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Added segment cc72c6bc-bb64-4f20-8032-ea03ab89aa91 of type vlan for network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 Dec 29 20:54:02.699962 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5951ef3032e24aa78ce64a56afe5fbbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2239678 Dec 29 20:54:02.699962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db733136-321f-464a-8cb6-4c631fb66d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072222ef-ab24-4afa-9951-ac57723db713,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:02.701947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37476) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:02.720012 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.786102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.787513 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:02.787854 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.795798 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:54:02.814286 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:54:02.815131 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:53:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:02.868237 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d383eb5b-9f02-4fcb-b3f3-978e668b1ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.923194 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5256863 Dec 29 20:54:02.925926 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37482) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:02.927837 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d383eb5b-9f02-4fcb-b3f3-978e668b1ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.932229 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Request body: {'subnet': {'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-18157212-subnet', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'ip_version': 4}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:02.935064 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2974-2b4a-4012-be18-3f35470a6390 admin admin] Pushing event updated for resources: {'Network': ['ID=a2bedac4-dc5e-43ce-a9b5-6b334bddbe52,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:02.938405 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:02.942606 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Usage tracker for resource:subnet and tenant:2984268e625e45eba50ad075c215b31a is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:02.945860 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:02.953448 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:02.961734 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:54:02.965317 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Made reservation on behalf of 2984268e625e45eba50ad075c215b31a for: {'subnet': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:02.968176 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2807205'] for subnet, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:02.994852 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d383eb5b-9f02-4fcb-b3f3-978e668b1ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.011334 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383eb5b-9f02-4fcb-b3f3-978e668b1ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072222ef-ab24-4afa-9951-ac57723db713,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:03.029131 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d383eb5b-9f02-4fcb-b3f3-978e668b1ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.034174 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-d383eb5b-9f02-4fcb-b3f3-978e668b1ac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/072222ef-ab24-4afa-9951-ac57723db713 HTTP/1.1" status: 204 len: 168 time: 0.3306427 Dec 29 20:54:03.139140 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:54:03.233756 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2701547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2807647'] for subnet, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.236957 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205cd79-d5c6-4e74-8c92-75d069b32093 req-14ac0a0a-3903-4a9d-aa7f-ac8d73eb7d1b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:03.239023 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6205cd79-d5c6-4e74-8c92-75d069b32093 req-14ac0a0a-3903-4a9d-aa7f-ac8d73eb7d1b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 946 time: 0.0913398 Dec 29 20:54:03.310259 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6205cd79-d5c6-4e74-8c92-75d069b32093 req-a3445009-fb2a-4682-837a-dc3c51434b04 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653639 Dec 29 20:54:03.321402 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:03.342868 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Checking segment: {'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:03.343225 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Network hostable DHCP agents. Network: a2bedac4-dc5e-43ce-a9b5-6b334bddbe52, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:54:03.369019 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:54:03.382189 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, a2bedac4-dc5e-43ce-a9b5-6b334bddbe52) {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:03.396090 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ec6c86-0d66-49c5-a2dc-2000be6cabd3 None None] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:54:03.400745 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:03.401348 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.410302 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e534a6e2-3536-4b9a-b61b-e464ae1a9312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.450597 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-af33c453-8f9b-43d0-a18e-82ce62a0780a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5203760 Dec 29 20:54:03.457905 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37498) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:03.466316 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:03.472011 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:03.476089 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Usage tracker for resource:router and tenant:2984268e625e45eba50ad075c215b31a is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:03.479385 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:03.488106 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:03.502787 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.503988 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.537203 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.692745 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 2, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:03.709420 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:54:03.710029 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Updating router b8269539-4582-426d-9efd-0d974423058b port e7534796-934a-477d-8d5d-81db6c15dc50 binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:54:03.716296 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce724fb-6651-472c-8777-86d1e81d901d req-fba8ca8a-070b-43b9-bd2b-00140a0cc10c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:03.717784 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ce724fb-6651-472c-8777-86d1e81d901d req-fba8ca8a-070b-43b9-bd2b-00140a0cc10c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1409516 Dec 29 20:54:03.776129 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.818245 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ce724fb-6651-472c-8777-86d1e81d901d req-95e9be2c-7bd4-4948-b154-d109f2e268e6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943637 Dec 29 20:54:03.888682 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-a2bedac4-dc5e-43ce-a9b5-6b334bddbe52', 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'fixed_ips': [{'subnet_id': '7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:54:03.891176 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:03.931276 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.167821 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-90509277-6a83-4c46-93a3-a62dad382751 req-d75ee65e-d446-43c4-bfe3-1034ad08ba84 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 210 time: 0.0626497 Dec 29 20:54:04.216153 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.249149 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.304512 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Allocated IP 172.20.0.2 (a2bedac4-dc5e-43ce-a9b5-6b334bddbe52/7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f/731307cc-054e-430c-b4ed-103f65dabbd6) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:04.395570 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Allocated IP 172.27.2.12 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/1b8f575b-0ccf-47fe-9193-76a6e098c30e) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:04.555615 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.584052 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.647904 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:04.650668 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:04.654693 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:04.663509 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.687136 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Transition to ACTIVE for port object 731307cc-054e-430c-b4ed-103f65dabbd6 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:04.690677 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.714147 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Pushing event updated for resources: {'Port': ['ID=1b8f575b-0ccf-47fe-9193-76a6e098c30e,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:04.719142 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Transition to ACTIVE for port object e7534796-934a-477d-8d5d-81db6c15dc50 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:04.723909 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Transition to ACTIVE for port object 731307cc-054e-430c-b4ed-103f65dabbd6 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:04.728329 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.766684 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.841548 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.842852 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:04.870930 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f834f-3d8b-4284-9d15-65952a3b766f None None] Pushing event updated for resources: {'Port': ['ID=e7534796-934a-477d-8d5d-81db6c15dc50,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:04.877428 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:04.962921 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Pushing event updated for resources: {'Port': ['ID=731307cc-054e-430c-b4ed-103f65dabbd6,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:04.984019 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:04.995338 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:05.201804 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Router 09b64bc3-0aa6-4226-a20f-8bdaa82262df is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:54:05.223099 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a60f1-7e3f-4345-93ec-c7cc21c94b73 req-9f05a588-4bec-48e1-aae8-563abe5f5f46 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:05.225162 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d24a60f1-7e3f-4345-93ec-c7cc21c94b73 req-9f05a588-4bec-48e1-aae8-563abe5f5f46 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1947587 Dec 29 20:54:05.293097 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Attempting to bind port 731307cc-054e-430c-b4ed-103f65dabbd6 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:05.293651 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Attempting to bind port 731307cc-054e-430c-b4ed-103f65dabbd6 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:05.294230 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Attempting to bind port 731307cc-054e-430c-b4ed-103f65dabbd6 on network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:05.296993 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d24a60f1-7e3f-4345-93ec-c7cc21c94b73 req-f70e0749-29c1-4997-9ce8-09f6a76efc72 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653706 Dec 29 20:54:05.338154 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Attempting to bind port e7534796-934a-477d-8d5d-81db6c15dc50 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:05.338523 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Attempting to bind port e7534796-934a-477d-8d5d-81db6c15dc50 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:05.339431 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Attempting to bind port e7534796-934a-477d-8d5d-81db6c15dc50 on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:05.346233 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:05.346618 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Checking segment: {'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:05.347092 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.347598 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Bound using segment: {'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:05.348071 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Bound port: 731307cc-054e-430c-b4ed-103f65dabbd6, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:05.348444 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.362319 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:05.362731 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Checking segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:05.363140 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.363533 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Bound using segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:05.364009 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Bound port: e7534796-934a-477d-8d5d-81db6c15dc50, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:05.364378 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.478421 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:54:05.489683 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Sync routers for ids ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:54:05.496395 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f468b209-65ff-4f01-91d0-2ec112c527e7 req-ba7d1530-4ed7-46f2-8831-9f9492ab671a tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 210 time: 0.0504496 Dec 29 20:54:05.502851 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Routers {'09b64bc3-0aa6-4226-a20f-8bdaa82262df'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:54:05.503663 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:53:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:05.509653 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] For port 731307cc-054e-430c-b4ed-103f65dabbd6, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:05.521222 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.523004 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1dc9704d-2cb0-4d10-aeba-547ce529294c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0636885 Dec 29 20:54:05.533871 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37550) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:05.540584 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] For port 731307cc-054e-430c-b4ed-103f65dabbd6, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=731307cc-054e-430c-b4ed-103f65dabbd6,segment=NetworkSegment(cc72c6bc-bb64-4f20-8032-ea03ab89aa91),segment_id=cc72c6bc-bb64-4f20-8032-ea03ab89aa91)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:05.553177 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9a80d069-7d76-4700-9fc3-05d8b7b7643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.561405 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.665151 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] For port e7534796-934a-477d-8d5d-81db6c15dc50, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:05.674438 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] For port e7534796-934a-477d-8d5d-81db6c15dc50, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=e7534796-934a-477d-8d5d-81db6c15dc50,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:05.682891 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:05.687350 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b3006-2c15-4d70-9e9c-a4c06a40b08e None None] Pushing event updated for resources: {'Port': ['ID=731307cc-054e-430c-b4ed-103f65dabbd6,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:05.721326 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Set router 09b64bc3-0aa6-4226-a20f-8bdaa82262df gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:54:05.784010 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:54:05.784702 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:54:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:05.914359 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f834f-3d8b-4284-9d15-65952a3b766f None None] Pushing event updated for resources: {'Port': ['ID=e7534796-934a-477d-8d5d-81db6c15dc50,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:06.201759 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:54:06.270220 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T20:54:04Z', 'revision_number': 3, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port': {'id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:04Z', 'updated_at': '2021-12-29T20:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:06.281799 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Checking router: 09b64bc3-0aa6-4226-a20f-8bdaa82262df for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:54:06.282213 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Updating router 09b64bc3-0aa6-4226-a20f-8bdaa82262df port 1b8f575b-0ccf-47fe-9193-76a6e098c30e binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:54:06.378139 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:06.593662 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d06a37-99c2-46a0-87c8-02551df37452 req-98deb369-16e6-41c1-bcb1-9518b14b6ff2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:06.600801 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-81d06a37-99c2-46a0-87c8-02551df37452 req-98deb369-16e6-41c1-bcb1-9518b14b6ff2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1452541 Dec 29 20:54:06.717090 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:06.719068 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-81d06a37-99c2-46a0-87c8-02551df37452 req-4651f444-0314-4793-bedb-9f4ca330b653 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173165 Dec 29 20:54:06.733312 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:05Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:06.750764 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5726f2fe-9453-4d17-8d1a-5db082fbeab2 None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:05Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:54:07.004050 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f89b7e34-a14f-4b91-a5af-bf54be884164 req-a253468c-9958-4001-9257-d40515e0cf72 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 210 time: 0.0764108 Dec 29 20:54:07.012321 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.107920 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.130269 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:54:07.164716 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.184212 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Transition to ACTIVE for port object 1b8f575b-0ccf-47fe-9193-76a6e098c30e will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:07.189341 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.318932 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Attempting to bind port 1b8f575b-0ccf-47fe-9193-76a6e098c30e on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:07.319570 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Attempting to bind port 1b8f575b-0ccf-47fe-9193-76a6e098c30e by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:07.320371 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Attempting to bind port 1b8f575b-0ccf-47fe-9193-76a6e098c30e on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:07.344930 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a264fc0-8773-42d2-a5c3-7ce98ccce2bc None None] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:54:07.361894 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:07.362272 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:07.362711 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.363103 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:07.363575 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Bound port: 1b8f575b-0ccf-47fe-9193-76a6e098c30e, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:07.363969 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.417692 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed885e82-1cf0-471d-ab37-e17ddbd0668c None None] Pushing event updated for resources: {'Port': ['ID=1b8f575b-0ccf-47fe-9193-76a6e098c30e,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:07.495633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Allocated IP 172.20.0.1 (a2bedac4-dc5e-43ce-a9b5-6b334bddbe52/7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f/b05543c7-83e8-47b5-b447-23922c570e9a) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:07.541867 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] For port 1b8f575b-0ccf-47fe-9193-76a6e098c30e, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:07.551430 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] For port 1b8f575b-0ccf-47fe-9193-76a6e098c30e, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1b8f575b-0ccf-47fe-9193-76a6e098c30e,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:07.573573 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:07.659121 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-e7600db9-0760-4d7c-bdc7-4d86d69438d5 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:07.662324 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-e7600db9-0760-4d7c-bdc7-4d86d69438d5 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "GET /v2.0/networks?id=9b160165-d298-45ac-8fed-df81257b7987 HTTP/1.1" status: 200 len: 809 time: 0.3451576 Dec 29 20:54:07.700031 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Request body: {'port': {'device_id': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'network_id': '9b160165-d298-45ac-8fed-df81257b7987', 'admin_state_up': True, 'tenant_id': '4571ff0de0f3460cbd122222fa652641'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:07.757236 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-f1af6377-caf0-43ac-b2d0-a245aa3f1a8d None None] Provisioning for port 731307cc-054e-430c-b4ed-103f65dabbd6 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:07.761932 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed885e82-1cf0-471d-ab37-e17ddbd0668c None None] Pushing event updated for resources: {'Port': ['ID=1b8f575b-0ccf-47fe-9193-76a6e098c30e,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:07.781832 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Routers {'09b64bc3-0aa6-4226-a20f-8bdaa82262df'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:54:07.782476 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:54:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:07.821538 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device e7534796-934a-477d-8d5d-81db6c15dc50 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:08.001824 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.004801 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port e7534796-934a-477d-8d5d-81db6c15dc50 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:08.010276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.017992 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port e7534796-934a-477d-8d5d-81db6c15dc50 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:08.018503 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.086969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Transition to ACTIVE for port object b05543c7-83e8-47b5-b447-23922c570e9a will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:08.125142 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] Set router 09b64bc3-0aa6-4226-a20f-8bdaa82262df gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:54:08.242685 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.275453 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.340550 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:08.365667 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c08c3e4c-61cf-4b74-bb6a-df701f4c8faa req-d66e4b70-cac9-4387-b92f-99fe671273e4 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 210 time: 0.0578582 Dec 29 20:54:08.370588 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port e7534796-934a-477d-8d5d-81db6c15dc50, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=e7534796-934a-477d-8d5d-81db6c15dc50,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:08.378726 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.379302 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Pushing event updated for resources: {'Port': ['ID=b05543c7-83e8-47b5-b447-23922c570e9a,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:08.381613 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 731307cc-054e-430c-b4ed-103f65dabbd6 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:08.389251 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1116e-e1d2-4fcd-b061-2fe52ed23048 req-dac204d6-fd49-4cb7-b34f-7e3d1830a43b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:08.396001 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7e1116e-e1d2-4fcd-b061-2fe52ed23048 req-dac204d6-fd49-4cb7-b34f-7e3d1830a43b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.3643365 Dec 29 20:54:08.424914 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:08.455361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:08.457188 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.457526 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.457891 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.458913 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.459270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.459597 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.459921 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.460243 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.460561 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.460879 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.461640 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:08.469126 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:08.479142 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:08.521739 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Made reservation on behalf of 4571ff0de0f3460cbd122222fa652641 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:08.524711 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.530554 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=e7534796-934a-477d-8d5d-81db6c15dc50,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:08.554429 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 731307cc-054e-430c-b4ed-103f65dabbd6 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:08.561796 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 731307cc-054e-430c-b4ed-103f65dabbd6 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:08.562261 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.657133 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7e1116e-e1d2-4fcd-b061-2fe52ed23048 req-fea7cb27-1a9e-4a2a-ae2b-3b29aa800461 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602572 Dec 29 20:54:08.660920 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T20:54:04Z', 'revision_number': 3, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port': {'id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:04Z', 'updated_at': '2021-12-29T20:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:08.669278 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495f8349-0a52-4d9f-9363-6a8765dc3d09 None None] The sync data for ids ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'] in dv-cinder-823170-1-iscsi is: [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T20:54:04Z', 'revision_number': 3, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port': {'id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:04Z', 'updated_at': '2021-12-29T20:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:54:08.688490 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.773889 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.812050 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 731307cc-054e-430c-b4ed-103f65dabbd6, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=731307cc-054e-430c-b4ed-103f65dabbd6,segment=NetworkSegment(cc72c6bc-bb64-4f20-8032-ea03ab89aa91),segment_id=cc72c6bc-bb64-4f20-8032-ea03ab89aa91)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:08.817076 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.832901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Allocated IP 172.20.0.4 (9b160165-d298-45ac-8fed-df81257b7987/f84d59b4-f29a-48db-b553-f20edbaf6a28/64dbfb07-991a-405b-8bbf-19dd3c2bffb0) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:08.892308 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0e596e82-c3d5-4a23-9b9d-e6ed22f6f28a None None] Provisioning for port b05543c7-83e8-47b5-b447-23922c570e9a completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:08.898711 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0e596e82-c3d5-4a23-9b9d-e6ed22f6f28a None None] Provisioning complete for port b05543c7-83e8-47b5-b447-23922c570e9a triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:08.899081 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0e596e82-c3d5-4a23-9b9d-e6ed22f6f28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.926381 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=731307cc-054e-430c-b4ed-103f65dabbd6,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:08.954751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:08.957529 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-0e596e82-c3d5-4a23-9b9d-e6ed22f6f28a None None] Port b05543c7-83e8-47b5-b447-23922c570e9a cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:54:09.246625 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.322999 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.385177 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.404095 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.476396 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.485286 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Network 9b160165-d298-45ac-8fed-df81257b7987 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:09.486599 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:09.490937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Pushing event updated for resources: {'Port': ['ID=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:09.493454 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:09.757213 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device e7534796-934a-477d-8d5d-81db6c15dc50 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:09.759952 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:09.760602 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:09.779887 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Pushing event updated for resources: {'Port': ['ID=b05543c7-83e8-47b5-b447-23922c570e9a,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:09.876241 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375343b6-b1c7-4bc6-b2e1-68da4c0b6346 req-3c61c013-9cd5-4acf-a648-3b80770f8006 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:09.876946 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-375343b6-b1c7-4bc6-b2e1-68da4c0b6346 req-3c61c013-9cd5-4acf-a648-3b80770f8006 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Synchronizing usage tracker for tenant:4571ff0de0f3460cbd122222fa652641 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:09.880653 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:09.883260 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5132e76c-5a89-4d27-ab25-e3e25d3a147b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1960497 Dec 29 20:54:09.884613 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:09.903255 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port e7534796-934a-477d-8d5d-81db6c15dc50 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:09.903592 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.054414 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f7617-8cdc-454d-9fe7-3e7e3016310b req-f0690494-977e-46a6-b466-9b64c5842b70 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:10.063140 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-be7f7617-8cdc-454d-9fe7-3e7e3016310b req-f0690494-977e-46a6-b466-9b64c5842b70 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1009691 Dec 29 20:54:10.117555 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 731307cc-054e-430c-b4ed-103f65dabbd6 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:10.144049 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-be7f7617-8cdc-454d-9fe7-3e7e3016310b req-0a66aeb5-d46d-4981-80fe-918ad35b3d32 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785854 Dec 29 20:54:10.190852 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Request body: {'port': {'device_id': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:10.195712 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 731307cc-054e-430c-b4ed-103f65dabbd6 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:10.196088 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.243849 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-375343b6-b1c7-4bc6-b2e1-68da4c0b6346 req-3c61c013-9cd5-4acf-a648-3b80770f8006 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Unset dirty status for tenant:4571ff0de0f3460cbd122222fa652641 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:10.245112 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-375343b6-b1c7-4bc6-b2e1-68da4c0b6346 req-3c61c013-9cd5-4acf-a648-3b80770f8006 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 931 time: 0.7207046 Dec 29 20:54:10.332917 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0ae30c8a-c1b5-406a-9e62-9162457b5080 None None] Provisioning complete for port b05543c7-83e8-47b5-b447-23922c570e9a triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:10.333363 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0ae30c8a-c1b5-406a-9e62-9162457b5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.389300 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-0ae30c8a-c1b5-406a-9e62-9162457b5080 None None] Port b05543c7-83e8-47b5-b447-23922c570e9a cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:54:10.432263 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-375343b6-b1c7-4bc6-b2e1-68da4c0b6346 req-197729f2-f414-4c16-8a6d-2d6e70bc7cca tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760056 Dec 29 20:54:10.436504 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.859294 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Router 09b64bc3-0aa6-4226-a20f-8bdaa82262df has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:54:10.890110 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:10.954252 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:10.977617 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Transition to ACTIVE for port object 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:10.988258 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:11.115728 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Pushing event updated for resources: {'Port': ['ID=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:11.348212 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Attempting to bind port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:11.348531 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Attempting to bind port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:11.348844 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Attempting to bind port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 on network 9b160165-d298-45ac-8fed-df81257b7987 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:11.371717 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 on network 9b160165-d298-45ac-8fed-df81257b7987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:54:11.372034 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Attempting to bind port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 on network 9b160165-d298-45ac-8fed-df81257b7987 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:11.390276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:11.390276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Checking segment: {'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:11.390276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Bound using segment: {'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:11.390276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Bound port: 64dbfb07-991a-405b-8bbf-19dd3c2bffb0, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9f5543-8f9a-4d92-9950-e98e34ca6f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b160165-d298-45ac-8fed-df81257b7987'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:11.390276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:11.423037 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:54:11.449877 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-347ff19f-f55a-4122-8bcf-6bf4afc7ee2b admin admin] 10.222.0.37 "PUT /v2.0/routers/09b64bc3-0aa6-4226-a20f-8bdaa82262df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9149899 Dec 29 20:54:11.459598 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fa17e-e012-4f1d-b8b3-00e806afe878 req-4243c58f-cd46-4530-a0e1-715d8bfd350a tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:11.462219 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bf1fa17e-e012-4f1d-b8b3-00e806afe878 req-4243c58f-cd46-4530-a0e1-715d8bfd350a tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1853886 Dec 29 20:54:11.493457 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37666) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:11.546421 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] For port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:11.549898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] For port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:11.552993 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bf1fa17e-e012-4f1d-b8b3-00e806afe878 req-e0ccd856-d106-4a9b-a7ea-4e22eda335d5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828526 Dec 29 20:54:11.558382 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:11.629391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:11.630597 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] 10.222.0.46 "PUT /v2.0/ports/64dbfb07-991a-405b-8bbf-19dd3c2bffb0 HTTP/1.1" status: 200 len: 1093 time: 1.4515030 Dec 29 20:54:11.631063 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'tag': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:11.650120 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cc442-0a7c-4164-9003-707711f72d30 service neutron] Pushing event updated for resources: {'Port': ['ID=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:11.744011 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736731f-9005-4739-879d-3c36b7a613aa req-fd33844c-0284-475d-b84b-1ced52223ffa tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:11.755247 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2736731f-9005-4739-879d-3c36b7a613aa req-fd33844c-0284-475d-b84b-1ced52223ffa tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 943 time: 0.1452160 Dec 29 20:54:11.757846 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'tag': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0', 'status': 'completed', 'code': 200} Dec 29 20:54:11.780183 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-671c0131-dcf7-487b-a015-a63b4b386d8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4571ff0de0f3460cbd122222fa652641&device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 1096 time: 0.0877523 Dec 29 20:54:11.808138 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:11.872071 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:11.887290 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Usage tracker for resource:security_group_rule and tenant:43eddfc453f24d2dbf472d1a4e6115f4 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:11.891302 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:11.899252 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:12.023994 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2736731f-9005-4739-879d-3c36b7a613aa req-d289075f-9278-4cf1-b549-0562863eb8d0 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655709 Dec 29 20:54:12.033456 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-815c3d64-31b4-44ca-8ecc-d5e70308fa4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64dbfb07-991a-405b-8bbf-19dd3c2bffb0 HTTP/1.1" status: 200 len: 217 time: 0.2523930 Dec 29 20:54:12.048659 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.055500 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.131359 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-15a0fe39-d58c-479e-b625-38e37b820656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:12.133081 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-15a0fe39-d58c-479e-b625-38e37b820656 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f84d59b4-f29a-48db-b553-f20edbaf6a28 HTTP/1.1" status: 200 len: 849 time: 0.0813158 Dec 29 20:54:12.135588 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c3d7c5-2589-4863-b1da-b60229f884f9,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:12.145347 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43eddfc453f24d2dbf472d1a4e6115f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6477158 Dec 29 20:54:12.146280 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37690) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:12.164607 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.165019 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.165369 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.165709 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.166044 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.166379 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.166788 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.167621 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.167952 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.168289 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.168594 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5e943d-5a63-474b-9dc0-5bacca9542ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:12.209888 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-5e7657e0-9fd7-4295-b175-bdd75835d97b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b160165-d298-45ac-8fed-df81257b7987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626357 Dec 29 20:54:12.239523 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5b0b-0f26-4c24-9a55-21e02f8b060d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.266110 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5b0b-0f26-4c24-9a55-21e02f8b060d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.329500 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5b0b-0f26-4c24-9a55-21e02f8b060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.345935 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37696) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:12.346372 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f5b0b-0f26-4c24-9a55-21e02f8b060d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c3d7c5-2589-4863-b1da-b60229f884f9,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:12.350037 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-afd8d350-3fc4-445e-986f-b0bfca52e52b service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330881 Dec 29 20:54:12.353485 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1605217856', 'description': 'tempest-secgroup-smoke-1605217856 description', 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:12.357153 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d7f5b0b-0f26-4c24-9a55-21e02f8b060d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.361041 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-3d7f5b0b-0f26-4c24-9a55-21e02f8b060d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9c3d7c5-2589-4863-b1da-b60229f884f9 HTTP/1.1" status: 204 len: 168 time: 0.2110963 Dec 29 20:54:12.376963 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:12.430068 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:12.436761 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:12.445256 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:12.476986 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.531993 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-462a82b3-7cbb-4e9b-9f2b-432826e93810 req-ad73e328-0cad-422b-8609-a21aa735acd8 service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737478 Dec 29 20:54:12.540287 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:12.544599 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:12.547854 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:12.554362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:12.675829 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.680134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.739419 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37708) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:12.748108 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-213a9550-2702-4b89-ae02-5536d868316b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4571ff0de0f3460cbd122222fa652641&device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 1096 time: 0.1698325 Dec 29 20:54:12.749133 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471a599c-3c26-48fb-b6aa-adb9ead3b594,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:12.752830 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.756634 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-06967beb-d3f8-4ce8-b308-b53d4ce68734 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4069712 Dec 29 20:54:12.756888 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37712) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:12.763404 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'security_group_rule': {'security_group_id': '471a599c-3c26-48fb-b6aa-adb9ead3b594', 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:12.770412 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:12.777032 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:12.831197 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdda8ac-56f3-4a01-9502-5fb6c8401b1e req-f2b3993a-2fbf-4053-84c4-2e6644867a68 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:12.838694 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4cdda8ac-56f3-4a01-9502-5fb6c8401b1e req-f2b3993a-2fbf-4053-84c4-2e6644867a68 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1403332 Dec 29 20:54:12.841881 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:12.854323 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:12.861469 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Usage tracker for resource:security_group_rule and tenant:3e1200c869784529a343842913d27128 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:12.861979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:12.867533 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:12.871363 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:12.877083 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:12.918410 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4cdda8ac-56f3-4a01-9502-5fb6c8401b1e req-7a636cf7-4d19-4e8d-b21d-85decc937817 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784986 Dec 29 20:54:12.926230 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.000341 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.002597 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-4d2ba31e-fd8f-4e98-b14a-b92416063b90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:13.004414 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-4d2ba31e-fd8f-4e98-b14a-b92416063b90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b160165-d298-45ac-8fed-df81257b7987 HTTP/1.1" status: 200 len: 910 time: 0.2351289 Dec 29 20:54:13.005814 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.056997 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c2973-c1a7-41f8-b201-72691f8dfcbd,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:13.065399 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-48c844e5-836c-49df-bd29-f3c686b2ec41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e1200c869784529a343842913d27128&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3249853 Dec 29 20:54:13.066152 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37720) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:13.166460 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-918c3a8b-3e56-4a79-8666-ee2a1ee3ab8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64dbfb07-991a-405b-8bbf-19dd3c2bffb0 HTTP/1.1" status: 200 len: 217 time: 0.1506946 Dec 29 20:54:13.220835 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-75330f0c-7d64-402c-98b8-fbc51c06dbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.235539 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.247095 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-75330f0c-7d64-402c-98b8-fbc51c06dbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.284128 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.307035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-75330f0c-7d64-402c-98b8-fbc51c06dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.324892 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0fe222-569a-402d-b7c9-c9684721c500,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:13.328629 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75330f0c-7d64-402c-98b8-fbc51c06dbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c2973-c1a7-41f8-b201-72691f8dfcbd,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:13.335929 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-75330f0c-7d64-402c-98b8-fbc51c06dbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.340533 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-75330f0c-7d64-402c-98b8-fbc51c06dbcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c7c2973-c1a7-41f8-b201-72691f8dfcbd HTTP/1.1" status: 204 len: 168 time: 0.2721753 Dec 29 20:54:13.381531 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-5f3e0fca-8316-4bad-b669-c1bac13d4be2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:13.383020 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-5f3e0fca-8316-4bad-b669-c1bac13d4be2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f84d59b4-f29a-48db-b553-f20edbaf6a28 HTTP/1.1" status: 200 len: 849 time: 0.1574833 Dec 29 20:54:13.383681 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.388087 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e093b4be-4302-4c67-b012-53a8be64906d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6269166 Dec 29 20:54:13.388242 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37736) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:13.393928 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'security_group_rule': {'security_group_id': '471a599c-3c26-48fb-b6aa-adb9ead3b594', 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:13.399862 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:13.403681 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:13.406478 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:13.412676 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:13.439963 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.447239 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-e1f3da05-3212-4dcc-a1dc-73958030cede service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.3721435 Dec 29 20:54:13.450332 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-15941e77-3b5d-4c07-a3de-b928d4dd1c0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b160165-d298-45ac-8fed-df81257b7987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547771 Dec 29 20:54:13.512799 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.517150 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.543694 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b2b7e7-f12c-4faf-832e-199784c1a79e,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:13.549097 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baa1cb-7fb4-4601-826e-b22fb616252b req-a8f4e3af-9d56-4d9f-96e9-3bcc2fc5e7de tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:13.550976 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-84baa1cb-7fb4-4601-826e-b22fb616252b req-a8f4e3af-9d56-4d9f-96e9-3bcc2fc5e7de tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 943 time: 0.3834403 Dec 29 20:54:13.558000 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.561384 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-b531be56-ae70-4528-bc99-509261d0c7b4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1721201 Dec 29 20:54:13.564155 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37740) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:13.570945 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'security_group_rule': {'security_group_id': '471a599c-3c26-48fb-b6aa-adb9ead3b594', 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:13.577190 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:13.581420 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:13.584456 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:13.591201 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:13.615324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.680883 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.686070 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.709354 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c656d9f0-1ba4-4608-ba1a-ca4774b878a1,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:13.722063 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.726908 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-17f825b4-9717-4bdc-a658-1ff79fb5cc2e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1609588 Dec 29 20:54:13.727544 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37746) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:13.737149 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'security_group_rule': {'security_group_id': '471a599c-3c26-48fb-b6aa-adb9ead3b594', 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:13.737251 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-84baa1cb-7fb4-4601-826e-b22fb616252b req-8ab71f96-5f59-4355-938e-767f44ce76e3 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610692 Dec 29 20:54:13.740630 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:13.744525 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:13.748318 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:13.755931 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:13.777994 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.780442 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-1dacc75e-6f45-4917-8389-e9cf08db4c27 service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204544 Dec 29 20:54:13.782626 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-6b8507f1-9781-4cf8-b292-52876c495f9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:13.783997 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-6b8507f1-9781-4cf8-b292-52876c495f9c service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.2320681 Dec 29 20:54:13.862057 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.876075 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.909324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d558161-d1d4-44ad-b92d-5c7f3b21a278,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:13.956968 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:13.962327 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-079d888c-9168-440e-968e-c1e5b5d896dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2314239 Dec 29 20:54:13.963194 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37760) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:13.977682 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'security_group_rule': {'security_group_id': '471a599c-3c26-48fb-b6aa-adb9ead3b594', 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:13.990000 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:14.002096 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:14.006639 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:14.014898 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:14.029046 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.securitygroups_db [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Project f6605294a2f54d1b8e2be6b90dc68f7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:54:14.038642 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.050853 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-9babf92a-009d-469e-b997-1600ec4f7eb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 217 time: 0.2575641 Dec 29 20:54:14.166324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.170269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-79b2411a-83d1-4961-9ef9-5e2ea63b3112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:14.171834 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-79b2411a-83d1-4961-9ef9-5e2ea63b3112 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.1006434 Dec 29 20:54:14.175312 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-858b2ae4-444b-48b0-84b1-cd1bbff01c0f req-ef965939-e26a-427c-93e3-87d2c788961d service neutron] 10.222.0.46 "GET /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833966 Dec 29 20:54:14.178205 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.209324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffc5fba-0d1c-4560-bfbd-b5826848e746,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:14.222723 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.223979 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2abf9ed8-5a10-49fb-af3f-03405f453526 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2596486 Dec 29 20:54:14.226596 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 37772) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:14.232954 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'security_group_rule': {'security_group_id': '471a599c-3c26-48fb-b6aa-adb9ead3b594', 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:14.241388 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:14.248558 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:security_group_rule and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:14.252100 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-00dbbb96-1604-412d-8278-733aff571bbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685053 Dec 29 20:54:14.253198 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:14.262005 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a6abe-6373-44dc-8249-5ddd705815df req-a375b50f-763f-4761-9691-f20a5b41a4fe tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:14.263696 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-800a6abe-6373-44dc-8249-5ddd705815df req-a375b50f-763f-4761-9691-f20a5b41a4fe tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1585250 Dec 29 20:54:14.267629 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:14.300372 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.securitygroups_db [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Project f6605294a2f54d1b8e2be6b90dc68f7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:54:14.320694 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.341672 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-800a6abe-6373-44dc-8249-5ddd705815df req-dd56e063-66f2-4e0c-b20d-379803f57a8e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705268 Dec 29 20:54:14.405219 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.409766 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.422542 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-4c9ad165-2d04-46fe-940f-44282761370a service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477742 Dec 29 20:54:14.455360 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125cc0f9-f5a8-4915-aeaa-3c1e17492012,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:14.476420 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.478744 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-0a4ab840-bd94-4d4a-9aaa-3adb87477abf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2501099 Dec 29 20:54:14.572046 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0b59f98f-a31f-40f4-bdb8-bb167f118b25 req-fb112d6c-261b-4e8d-9dc0-48e195ba06dc service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419606 Dec 29 20:54:14.761456 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:14.960743 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37814) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:15.106344 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d59dad-ca88-41aa-9d23-4c3faea3bcd7 req-1e5b6831-b60c-4027-9561-87e672c3ce5b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:15.109764 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c3d59dad-ca88-41aa-9d23-4c3faea3bcd7 req-1e5b6831-b60c-4027-9561-87e672c3ce5b tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 943 time: 0.1565139 Dec 29 20:54:15.228392 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.321787 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c3d59dad-ca88-41aa-9d23-4c3faea3bcd7 req-ddd26223-f300-46a9-8ccb-64795b456ddb tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052765 Dec 29 20:54:15.337799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:15.360114 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Usage tracker for resource:security_group_rule and tenant:07f1392f4bce44c4bb68ab1dfd103f18 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:15.365666 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:15.374969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:15.536612 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.573677 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.641206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff0fe54-b856-430f-9245-0b8148b64918,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:15.650201 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-293b3d1c-15a9-421b-8a4a-1972c4b61c72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=07f1392f4bce44c4bb68ab1dfd103f18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6860316 Dec 29 20:54:15.650816 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37838) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:15.716142 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ae8db-aa36-4edb-b0b4-24b6389c948e req-b84da574-a6f2-4d28-b932-bb41f98a2975 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:15.719184 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1f8ae8db-aa36-4edb-b0b4-24b6389c948e req-b84da574-a6f2-4d28-b932-bb41f98a2975 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1810753 Dec 29 20:54:15.779682 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2d6add93-a3fa-45a7-b7ff-0328df3b6ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.786373 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1f8ae8db-aa36-4edb-b0b4-24b6389c948e req-fce48995-a3ba-4b5b-b914-0b3d39fbfb5a tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627263 Dec 29 20:54:15.800588 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1b8f575b-0ccf-47fe-9193-76a6e098c30e up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:15.812903 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2d6add93-a3fa-45a7-b7ff-0328df3b6ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.922526 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2d6add93-a3fa-45a7-b7ff-0328df3b6ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.939091 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6add93-a3fa-45a7-b7ff-0328df3b6ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff0fe54-b856-430f-9245-0b8148b64918,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:15.952001 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 1b8f575b-0ccf-47fe-9193-76a6e098c30e completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:15.962292 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 1b8f575b-0ccf-47fe-9193-76a6e098c30e triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:15.962715 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.969783 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2d6add93-a3fa-45a7-b7ff-0328df3b6ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:15.974834 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-2d6add93-a3fa-45a7-b7ff-0328df3b6ab9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ff0fe54-b856-430f-9245-0b8148b64918 HTTP/1.1" status: 204 len: 168 time: 0.3217301 Dec 29 20:54:16.159070 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.178187 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 1b8f575b-0ccf-47fe-9193-76a6e098c30e, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1b8f575b-0ccf-47fe-9193-76a6e098c30e,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:16.182752 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:16.265821 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=1b8f575b-0ccf-47fe-9193-76a6e098c30e,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:16.591195 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1439b03-ce94-4203-a91d-6373d3dd7ae7 req-56cda153-c2d0-4c5b-b17f-84571c1e524e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:16.593540 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e1439b03-ce94-4203-a91d-6373d3dd7ae7 req-56cda153-c2d0-4c5b-b17f-84571c1e524e tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 943 time: 0.1148911 Dec 29 20:54:16.653118 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e1439b03-ce94-4203-a91d-6373d3dd7ae7 req-69e05263-7d14-4496-adc4-ab301ffef267 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Dec 29 20:54:17.025405 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dc3f2-7546-447e-a1cf-a623d3c0cfc3 req-02623c84-fd2c-4ec7-9f8c-51b8fbaa89e8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:17.027390 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-494dc3f2-7546-447e-a1cf-a623d3c0cfc3 req-02623c84-fd2c-4ec7-9f8c-51b8fbaa89e8 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0860345 Dec 29 20:54:17.079616 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-494dc3f2-7546-447e-a1cf-a623d3c0cfc3 req-86cb5f84-b3ed-41ef-865b-948d3f463b60 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Dec 29 20:54:17.246270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37918) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:17.328658 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:54:17.424784 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.462303 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:17.467624 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Usage tracker for resource:security_group_rule and tenant:fc650e00ca5c409b8e88c0605f763feb is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:17.473036 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:17.483578 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:17.545476 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:17.560697 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0', 'network_id': '9b160165-d298-45ac-8fed-df81257b7987', 'port_id': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0', 'mac_address': 'fa:16:3e:06:58:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84d59b4-f29a-48db-b553-f20edbaf6a28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:54:17.561818 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.567665 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.630155 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8d097-ad52-456d-814f-4187c8f2eeed,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:17.639565 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-6857de3f-24b0-443b-8a84-105ef1ada95c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc650e00ca5c409b8e88c0605f763feb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3897519 Dec 29 20:54:17.639951 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.640051 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37932) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:17.662594 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:17.680768 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:17.693530 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.747326 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-487fc4a9-9df3-40ee-8656-e5b41e665b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.784142 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-487fc4a9-9df3-40ee-8656-e5b41e665b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.792165 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:17.819379 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1b8f575b-0ccf-47fe-9193-76a6e098c30e up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:17.919215 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-487fc4a9-9df3-40ee-8656-e5b41e665b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.952939 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 1b8f575b-0ccf-47fe-9193-76a6e098c30e triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:17.953304 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:17.980186 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc4a9-9df3-40ee-8656-e5b41e665b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8d097-ad52-456d-814f-4187c8f2eeed,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:18.001851 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-487fc4a9-9df3-40ee-8656-e5b41e665b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.003027 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-487fc4a9-9df3-40ee-8656-e5b41e665b9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0f8d097-ad52-456d-814f-4187c8f2eeed HTTP/1.1" status: 204 len: 168 time: 0.3620238 Dec 29 20:54:18.130974 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97950c-924c-4f77-8a71-78d71095f945 req-12363bb3-07ae-4f07-973f-ac30e1dcae51 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:18.138094 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ae97950c-924c-4f77-8a71-78d71095f945 req-12363bb3-07ae-4f07-973f-ac30e1dcae51 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 944 time: 0.1872821 Dec 29 20:54:18.217706 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ae97950c-924c-4f77-8a71-78d71095f945 req-14b7435b-c7e6-4d1e-b2db-3cdf9826e6c0 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710342 Dec 29 20:54:18.361110 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0b1f8-2282-4cc9-9cff-2d245d02a37d req-315c2f81-b147-4af6-9ff7-106f7bd16d49 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:18.361828 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['64dbfb07-991a-405b-8bbf-19dd3c2bffb0'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:18.367935 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bc0b1f8-2282-4cc9-9cff-2d245d02a37d req-315c2f81-b147-4af6-9ff7-106f7bd16d49 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1059082 Dec 29 20:54:18.422557 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bc0b1f8-2282-4cc9-9cff-2d245d02a37d req-d57a2115-c8d1-4a05-98f9-2828d43ea088 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536895 Dec 29 20:54:18.550943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37960) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:18.569881 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.607922 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:18.611668 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Usage tracker for resource:security_group_rule and tenant:e5bc13e224704b228c1d720341332ece is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:18.614792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:18.621079 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:18.693411 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.698482 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.748439 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41ad58-1656-4b70-a454-101a26ad624d,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:18.753445 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a75b3f71-30ae-4fa5-895e-e6c390cb8623 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5bc13e224704b228c1d720341332ece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2012451 Dec 29 20:54:18.756126 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 37966) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:18.814852 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-00c6bef1-94d1-44b1-8d7c-ca5cce0a6fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.841084 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-00c6bef1-94d1-44b1-8d7c-ca5cce0a6fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.895153 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-00c6bef1-94d1-44b1-8d7c-ca5cce0a6fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.914352 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6bef1-94d1-44b1-8d7c-ca5cce0a6fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41ad58-1656-4b70-a454-101a26ad624d,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:18.918540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-00c6bef1-94d1-44b1-8d7c-ca5cce0a6fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:18.922632 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-00c6bef1-94d1-44b1-8d7c-ca5cce0a6fc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c41ad58-1656-4b70-a454-101a26ad624d HTTP/1.1" status: 204 len: 168 time: 0.1626866 Dec 29 20:54:19.425636 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d900d-94ca-4b9d-aea2-1e27d3bad056 req-b474190c-3dc9-4c8a-bfc8-3334ceb2342a tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:19.427493 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-099d900d-94ca-4b9d-aea2-1e27d3bad056 req-b474190c-3dc9-4c8a-bfc8-3334ceb2342a tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 944 time: 0.0903189 Dec 29 20:54:19.483235 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-099d900d-94ca-4b9d-aea2-1e27d3bad056 req-9e396543-02e2-4b2f-ba29-38f963771f24 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468469 Dec 29 20:54:19.628308 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54719503-bc0b-415d-8999-ef4855b7b232 req-6bb6ff87-c959-47b8-b541-c2780ee28699 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:19.635002 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-54719503-bc0b-415d-8999-ef4855b7b232 req-6bb6ff87-c959-47b8-b541-c2780ee28699 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0855591 Dec 29 20:54:19.677134 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-54719503-bc0b-415d-8999-ef4855b7b232 req-722a8a95-e14e-4e25-bfb9-d7bb6d0acfb0 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Dec 29 20:54:20.706051 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ce85b-1f0e-4660-85b0-256c2e4cdb7a req-a858f422-3774-4931-9283-fe115a56ddec tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:20.707672 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-414ce85b-1f0e-4660-85b0-256c2e4cdb7a req-a858f422-3774-4931-9283-fe115a56ddec tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 944 time: 0.0949430 Dec 29 20:54:20.758217 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-414ce85b-1f0e-4660-85b0-256c2e4cdb7a req-168645e1-de96-40d7-b359-fa11b11a2fc7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Dec 29 20:54:20.778793 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-e4d7d4b0-0314-449c-aeaf-5cf065a60087 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0d36ec3cd89c40a7a5706c6046525884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295100 Dec 29 20:54:20.955658 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-09d18b9d-dae7-4807-a59e-4b7d0db56190 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:20.957157 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-09d18b9d-dae7-4807-a59e-4b7d0db56190 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633151 Dec 29 20:54:20.974767 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-63252a6f-2abf-4f6b-b1a4-2152381f7460 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/quotas/0d36ec3cd89c40a7a5706c6046525884 HTTP/1.1" status: 200 len: 375 time: 0.0122356 Dec 29 20:54:20.989155 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eaa5fc-5a30-4860-90dc-4f27f92f2b0e req-0d5865a2-c9a9-4c9e-a387-3a2f45ebc41d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:20.991112 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a7eaa5fc-5a30-4860-90dc-4f27f92f2b0e req-0d5865a2-c9a9-4c9e-a387-3a2f45ebc41d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0944543 Dec 29 20:54:21.044832 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a7eaa5fc-5a30-4860-90dc-4f27f92f2b0e req-7d3387eb-687f-433a-923f-5379ad63a8d2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462718 Dec 29 20:54:21.085074 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-2ddc509f-b05b-458c-a5a5-c64067652297 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=0d36ec3cd89c40a7a5706c6046525884&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043205 Dec 29 20:54:21.362982 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:21.403435 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-95ab6c36-6231-4f2d-b0d5-a919e1693a3d req-b8b3083d-3f2f-4bd3-8f6d-f86c64a2a7a8 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 210 time: 0.0581648 Dec 29 20:54:21.473398 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:21.478498 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:21.479513 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.626001 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.659080 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:21.669422 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:21.675742 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:21.732333 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0', 'code': 200} Dec 29 20:54:21.764641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:22.058699 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-d380451e-9ce6-485b-a931-0fb68bf88d16 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.065297 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-d380451e-9ce6-485b-a931-0fb68bf88d16 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.2916527 Dec 29 20:54:22.085300 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-b91859db-5dac-4a3a-8e82-7d4362fc5496 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/quotas/d83bfebda32544d0821c5e2cc15c6d4d HTTP/1.1" status: 200 len: 375 time: 0.0191321 Dec 29 20:54:22.089522 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fee317-6324-418c-b345-8a3297d68022 req-e250fe84-dd4b-4394-ad33-6cf39172c0c3 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.091867 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a2fee317-6324-418c-b345-8a3297d68022 req-e250fe84-dd4b-4394-ad33-6cf39172c0c3 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.1884501 Dec 29 20:54:22.144603 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38104) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:22.174290 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4cd49a0c-afbd-4e81-8822-7830a1be1491 req-97371ed1-979f-4d71-844e-55c291c1d4c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 1098 time: 0.1936817 Dec 29 20:54:22.176850 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a2fee317-6324-418c-b345-8a3297d68022 req-2715d934-ab50-4899-87c0-28bb3d96a2c2 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680220 Dec 29 20:54:22.210919 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-55ac3d72-5fca-4c62-bd18-b1c5118f4082 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1197882 Dec 29 20:54:22.254340 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4cd49a0c-afbd-4e81-8822-7830a1be1491 req-db499e29-100b-4695-b647-c19aa2cbdec0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710402 Dec 29 20:54:22.350190 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:22.413524 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:22.422195 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce47dcfa224949bebcb18a5eb06d3bdd is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:22.433486 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:22.440951 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cec99-f162-4124-86a3-1d3f4a07f651 req-09d3fa09-740b-4fca-bade-e83174cf9889 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:22.442548 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e62cec99-f162-4124-86a3-1d3f4a07f651 req-09d3fa09-740b-4fca-bade-e83174cf9889 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0825698 Dec 29 20:54:22.443478 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:22.449457 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-11f32ce1-6fd1-48c6-8dfa-c17a27e30164 service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310872 Dec 29 20:54:22.492674 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e62cec99-f162-4124-86a3-1d3f4a07f651 req-dc02f59c-978e-4276-b026-6053b89dfa0b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Dec 29 20:54:22.618225 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-cddf1311-bfac-44bf-b2a5-cc6b177b8a8a service neutron] 10.222.0.37 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630044 Dec 29 20:54:22.625255 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:22.629398 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:22.663915 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e0b76-ca70-4525-8e66-26b2c4e51192,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:22.689891 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-b9c63018-ef3b-49f0-8ef1-2f8aa540c6d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce47dcfa224949bebcb18a5eb06d3bdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5419581 Dec 29 20:54:22.690833 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 38118) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:22.807228 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-58a8d43c-aa22-4225-90ee-2e9173aae4aa req-06c7a79e-3b3b-43f0-983e-eb82886c0d50 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.1704705 Dec 29 20:54:22.890594 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3e6d277b-bd6a-4421-a505-69239885ee94 req-1254eac9-3483-4977-a3c8-97a0b2cb7acb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 210 time: 0.1048131 Dec 29 20:54:22.902014 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9b70fbab-dc7b-4209-bf61-b1f4383b497a req-2c04992b-8ff5-497d-99d5-c24a18eda9c0 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 210 time: 0.0902183 Dec 29 20:54:22.904498 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6ed2db67-9ca0-4011-bfbf-acd1b0b269ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:22.949929 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6ed2db67-9ca0-4011-bfbf-acd1b0b269ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:22.961654 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-58a8d43c-aa22-4225-90ee-2e9173aae4aa req-25cdb105-cece-40fc-91ac-e528aa2899d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244037 Dec 29 20:54:23.008589 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6ed2db67-9ca0-4011-bfbf-acd1b0b269ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.025151 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2db67-9ca0-4011-bfbf-acd1b0b269ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e0b76-ca70-4525-8e66-26b2c4e51192,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:23.028412 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6ed2db67-9ca0-4011-bfbf-acd1b0b269ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.029489 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-6ed2db67-9ca0-4011-bfbf-acd1b0b269ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb1e0b76-ca70-4525-8e66-26b2c4e51192 HTTP/1.1" status: 204 len: 168 time: 0.3374331 Dec 29 20:54:23.382725 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 38140) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:23.397011 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f789f-3fe3-4b0b-8384-0d79ffc78b12 req-c4a68fe9-d0b6-4afe-a40b-94a9744fde05 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:23.401505 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.406902 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4a4f789f-3fe3-4b0b-8384-0d79ffc78b12 req-c4a68fe9-d0b6-4afe-a40b-94a9744fde05 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.1015532 Dec 29 20:54:23.436478 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:23.442263 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Usage tracker for resource:security_group_rule and tenant:c4adb7be05c1496789d990175fadf532 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:23.459812 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:23.464294 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4a4f789f-3fe3-4b0b-8384-0d79ffc78b12 req-fc7f63fa-9aa2-4846-8b3c-e9c1314f3172 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564196 Dec 29 20:54:23.479312 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:23.562147 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.566747 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.614800 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-c8448558-b75f-4a1e-822c-8e137a82ea97 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0d36ec3cd89c40a7a5706c6046525884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399816 Dec 29 20:54:23.744000 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65690f9-5a26-48d3-b399-cc927607fe5f,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:23.786446 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38150) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:23.786801 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f15d06ee-3b14-445d-926f-8e2f428ed84c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4adb7be05c1496789d990175fadf532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4026384 Dec 29 20:54:23.857472 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-6e182fec-b3e7-4f77-bf00-87d7c9600d1b tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:23.858897 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-6e182fec-b3e7-4f77-bf00-87d7c9600d1b tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342410 Dec 29 20:54:23.867236 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb27d1a-c6c2-4695-a21d-87e625654e5c req-7763d8e6-d4c6-42bc-910a-1ffaeb102f4c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:23.868614 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4bb27d1a-c6c2-4695-a21d-87e625654e5c req-7763d8e6-d4c6-42bc-910a-1ffaeb102f4c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.2176311 Dec 29 20:54:23.883368 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-641a6ee2-8aa8-4d62-a9e3-09c4b7e2f226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.910005 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-641a6ee2-8aa8-4d62-a9e3-09c4b7e2f226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:23.915904 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4bb27d1a-c6c2-4695-a21d-87e625654e5c req-0c1412c6-ef36-4652-9c97-a39393acb4f4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388262 Dec 29 20:54:23.920358 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Request body: {'port': {'device_id': '96f8f007-bb19-478c-afdc-30b2371b3691', 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f', 'admin_state_up': True, 'tenant_id': '0d36ec3cd89c40a7a5706c6046525884'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:23.990049 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-641a6ee2-8aa8-4d62-a9e3-09c4b7e2f226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:24.014295 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a6ee2-8aa8-4d62-a9e3-09c4b7e2f226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65690f9-5a26-48d3-b399-cc927607fe5f,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:24.060685 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-641a6ee2-8aa8-4d62-a9e3-09c4b7e2f226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:24.065105 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-641a6ee2-8aa8-4d62-a9e3-09c4b7e2f226 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a65690f9-5a26-48d3-b399-cc927607fe5f HTTP/1.1" status: 204 len: 168 time: 0.2775056 Dec 29 20:54:24.143385 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:24.147397 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-dd9b8a3b-9b24-4c41-a053-dfc888fbf7b0 req-c330d759-d4ad-43bf-b9af-63cac0f49926 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 210 time: 0.0491037 Dec 29 20:54:24.149555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Usage tracker for resource:port and tenant:0d36ec3cd89c40a7a5706c6046525884 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:24.153111 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:24.158889 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:24.175909 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Made reservation on behalf of 0d36ec3cd89c40a7a5706c6046525884 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:24.179169 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:24.183660 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aa344653-0d8a-475a-bbde-4d0bbc81f6f2 req-66cfe0d2-d23e-4497-99ec-fdb0509262c6 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 210 time: 0.0439959 Dec 29 20:54:24.195736 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:24.230922 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:24.234722 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Usage tracker for resource:security_group_rule and tenant:0d36ec3cd89c40a7a5706c6046525884 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:24.237768 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:24.243461 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:24.317282 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:24.322174 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:24.573474 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-78354bed-fe0c-4d1d-a64b-af6068a26bb9 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:24.574898 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-78354bed-fe0c-4d1d-a64b-af6068a26bb9 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 815 time: 0.2021532 Dec 29 20:54:24.584062 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba3ab7-f8be-4702-94f4-197c1bfe0067,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:24.603606 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Request body: {'port': {'device_id': '27984213-e27b-4978-ac56-8233ab1a1948', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'admin_state_up': True, 'tenant_id': 'd83bfebda32544d0821c5e2cc15c6d4d'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:24.939806 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Allocated IP 192.168.233.137 (c700e459-be50-46ad-a161-62eb4b44355f/0238424b-3fca-4205-9dac-80ea2e511da9/98b17900-c103-4059-b992-953ed96e004c) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:24.950634 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:24.968346 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:25.002628 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc808d9-f5b8-43a1-ae05-77be2d766dd9 req-fa4888ee-bbe2-4840-a737-933be201887c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:25.004861 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8cc808d9-f5b8-43a1-ae05-77be2d766dd9 req-fa4888ee-bbe2-4840-a737-933be201887c tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.3083601 Dec 29 20:54:25.007947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Made reservation on behalf of d83bfebda32544d0821c5e2cc15c6d4d for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:25.011593 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.192889 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba4707-cf4d-498a-b450-9551e57d0d18 req-42579e2f-50d1-4ca8-be1d-e2963aad48c0 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:25.196050 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-89ba4707-cf4d-498a-b450-9551e57d0d18 req-42579e2f-50d1-4ca8-be1d-e2963aad48c0 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0880401 Dec 29 20:54:25.252073 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8cc808d9-f5b8-43a1-ae05-77be2d766dd9 req-c6aa42c8-a338-483a-b2d6-628a2f272c3d tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171295 Dec 29 20:54:25.266952 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-89ba4707-cf4d-498a-b450-9551e57d0d18 req-55f4efc9-e678-4d85-9478-cd19efbcb733 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565817 Dec 29 20:54:25.380003 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.445089 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Transition to ACTIVE for port object 98b17900-c103-4059-b992-953ed96e004c will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:25.524032 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Allocated IP 172.20.0.3 (50b7bc18-2c7a-44ed-be66-3b22ba1d0df6/f2a59deb-5e27-4855-a7c4-cf68f8f46133/2466e26c-a97f-40d6-86b2-60345e7f4cc9) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:25.546397 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:25.566553 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-527f6d46-86d7-404d-a774-da77f8a15ce3 req-b9142d83-491e-42ca-8023-1a6bb1577d2a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 210 time: 0.0729220 Dec 29 20:54:25.689630 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Network c700e459-be50-46ad-a161-62eb4b44355f is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:25.722600 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:25.788479 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:25.928041 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Pushing event updated for resources: {'Port': ['ID=98b17900-c103-4059-b992-953ed96e004c,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:25.931175 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38202) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:26.009743 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.010224 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.075614 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6659e350-78d4-4f40-9642-caf55bc8c0bd None None] Provisioning for port 98b17900-c103-4059-b992-953ed96e004c completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:26.081267 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6659e350-78d4-4f40-9642-caf55bc8c0bd None None] Provisioning complete for port 98b17900-c103-4059-b992-953ed96e004c triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:26.081646 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6659e350-78d4-4f40-9642-caf55bc8c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.081782 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.092659 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31faf20-0eaf-4343-a03c-3bd9cfc75ba8 req-f3835e5f-1ffd-420d-ac26-038bd5b9cb96 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.093331 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d31faf20-0eaf-4343-a03c-3bd9cfc75ba8 req-f3835e5f-1ffd-420d-ac26-038bd5b9cb96 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Synchronizing usage tracker for tenant:0d36ec3cd89c40a7a5706c6046525884 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:26.098002 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.107052 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-de843b1b-8a1a-42b8-8edf-326d9b2e4ff7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1901300 Dec 29 20:54:26.121810 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Request body: {'port': {'device_id': '96f8f007-bb19-478c-afdc-30b2371b3691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:26.140105 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:26.140334 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6659e350-78d4-4f40-9642-caf55bc8c0bd None None] Port 98b17900-c103-4059-b992-953ed96e004c cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:54:26.145187 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef0a02b83d548c38f3f44d4dcbb458e is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:26.148100 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:26.151278 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d31faf20-0eaf-4343-a03c-3bd9cfc75ba8 req-f3835e5f-1ffd-420d-ac26-038bd5b9cb96 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Unset dirty status for tenant:0d36ec3cd89c40a7a5706c6046525884 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:26.152418 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d31faf20-0eaf-4343-a03c-3bd9cfc75ba8 req-f3835e5f-1ffd-420d-ac26-038bd5b9cb96 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 936 time: 0.4365499 Dec 29 20:54:26.154287 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:26.221396 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.225063 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.255306 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.269469 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'c696c116-b331-4148-9008-b1d3ed90a3bd', '319ec34a-b215-42b4-bb86-25b804cbb114'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:26.279940 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36850ac-8ac1-4fca-b6af-133e1e31dd37,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:26.299415 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-63169fc5-9d5d-4101-974d-d7253b216d67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ef0a02b83d548c38f3f44d4dcbb458e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3654959 Dec 29 20:54:26.305600 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38212) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:26.307055 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d31faf20-0eaf-4343-a03c-3bd9cfc75ba8 req-ee833ff9-b699-4103-b7c5-7ae774f916b7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Synchronizing usage tracker for tenant:0d36ec3cd89c40a7a5706c6046525884 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:26.344293 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.366518 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:26.376856 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:26.383285 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event updated for resources: {'Port': ['ID=2466e26c-a97f-40d6-86b2-60345e7f4cc9,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:26.388252 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:26.405104 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e6c1-349a-48cd-83da-764542b8e6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.460451 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d31faf20-0eaf-4343-a03c-3bd9cfc75ba8 req-ee833ff9-b699-4103-b7c5-7ae774f916b7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Unset dirty status for tenant:0d36ec3cd89c40a7a5706c6046525884 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:26.461601 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d31faf20-0eaf-4343-a03c-3bd9cfc75ba8 req-ee833ff9-b699-4103-b7c5-7ae774f916b7 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019729 Dec 29 20:54:26.478262 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e6c1-349a-48cd-83da-764542b8e6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.520106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.520843 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.550297 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea6c18-24d5-42ca-97fc-779dd4272fe8 req-d235d81f-9937-4376-9152-71d8290695e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:26.557285 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2aea6c18-24d5-42ca-97fc-779dd4272fe8 req-d235d81f-9937-4376-9152-71d8290695e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.1425343 Dec 29 20:54:26.595636 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e6c1-349a-48cd-83da-764542b8e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.599116 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-24ce7c1d-e4da-4ae6-a9de-8d7eb8ffee31 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0007458 Dec 29 20:54:26.616918 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0e6c1-349a-48cd-83da-764542b8e6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36850ac-8ac1-4fca-b6af-133e1e31dd37,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:26.621873 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Request body: {'port': {'device_id': '27984213-e27b-4978-ac56-8233ab1a1948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:26.635254 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2aea6c18-24d5-42ca-97fc-779dd4272fe8 req-18244c3a-3d01-43ac-b4ca-7afc6fd93abe tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764494 Dec 29 20:54:26.641762 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e6c1-349a-48cd-83da-764542b8e6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:26.642883 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4ee0e6c1-349a-48cd-83da-764542b8e6a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f36850ac-8ac1-4fca-b6af-133e1e31dd37 HTTP/1.1" status: 204 len: 168 time: 0.3363008 Dec 29 20:54:27.027738 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.063903 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8d783-da67-4da9-817b-1654f34032ce req-d8464752-27ea-4519-b47e-75b1a8306420 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:27.071346 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a7f8d783-da67-4da9-817b-1654f34032ce req-d8464752-27ea-4519-b47e-75b1a8306420 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.4176245 Dec 29 20:54:27.126500 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a8b08-d0f3-4688-ae19-3a1a634b1772 req-a4611d45-ff1c-47b6-b915-198f3af1773a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:27.134978 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-229a8b08-d0f3-4688-ae19-3a1a634b1772 req-a4611d45-ff1c-47b6-b915-198f3af1773a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 931 time: 0.1173365 Dec 29 20:54:27.206048 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-229a8b08-d0f3-4688-ae19-3a1a634b1772 req-9a4b8021-7af3-4b29-9250-e02a322454e3 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672007 Dec 29 20:54:27.224925 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a7f8d783-da67-4da9-817b-1654f34032ce req-561a5a8e-727b-41bf-aa9c-34007c893484 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526144 Dec 29 20:54:27.350591 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b17900-c103-4059-b992-953ed96e004c {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:27.367777 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.479786 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Transition to ACTIVE for port object 98b17900-c103-4059-b992-953ed96e004c will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:27.486284 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:27.499370 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Sync routers for ids ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:54:27.515984 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Routers {'09b64bc3-0aa6-4226-a20f-8bdaa82262df'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:54:27.516977 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:54:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:27.771821 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b881b7-4eec-495f-ba67-23963da06be8 req-987d0c30-d113-4468-ac4c-c6398e954717 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:27.781158 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c8b881b7-4eec-495f-ba67-23963da06be8 req-987d0c30-d113-4468-ac4c-c6398e954717 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 948 time: 0.1428778 Dec 29 20:54:27.871707 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c8b881b7-4eec-495f-ba67-23963da06be8 req-9338c72e-ab0c-472c-b825-001343c72e5b tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802581 Dec 29 20:54:27.878375 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Set router 09b64bc3-0aa6-4226-a20f-8bdaa82262df gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:54:27.952134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2466e26c-a97f-40d6-86b2-60345e7f4cc9 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:27.970506 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.227940 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Pushing event updated for resources: {'Port': ['ID=98b17900-c103-4059-b992-953ed96e004c,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:28.296197 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Transition to ACTIVE for port object 2466e26c-a97f-40d6-86b2-60345e7f4cc9 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:28.323633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.387873 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 4, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port': {'id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:04Z', 'updated_at': '2021-12-29T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b05543c7-83e8-47b5-b447-23922c570e9a', 'name': '', 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'mac_address': 'fa:16:3e:be:a7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:07Z', 'updated_at': '2021-12-29T20:54:09Z', 'revision_number': 2, 'project_id': '2984268e625e45eba50ad075c215b31a', 'subnets': [{'id': '7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:28.400005 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Checking router: 09b64bc3-0aa6-4226-a20f-8bdaa82262df for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:54:28.401124 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Updating router 09b64bc3-0aa6-4226-a20f-8bdaa82262df port b05543c7-83e8-47b5-b447-23922c570e9a binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:54:28.419526 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Pushing event updated for resources: {'Port': ['ID=2466e26c-a97f-40d6-86b2-60345e7f4cc9,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:28.496943 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:28.587332 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Attempting to bind port 98b17900-c103-4059-b992-953ed96e004c on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:28.587742 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Attempting to bind port 98b17900-c103-4059-b992-953ed96e004c by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:28.589357 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Attempting to bind port 98b17900-c103-4059-b992-953ed96e004c on network c700e459-be50-46ad-a161-62eb4b44355f {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:28.626324 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-f6f75ae6-b927-4339-a2d9-813ad2d1bbb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.6453345 Dec 29 20:54:28.818004 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec7624-5da1-43c2-bd3f-74bfe3796dbe req-8b792a5b-8acd-4af4-a47f-8f3e48c38d8c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:28.833724 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8eec7624-5da1-43c2-bd3f-74bfe3796dbe req-8b792a5b-8acd-4af4-a47f-8f3e48c38d8c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 943 time: 0.1554992 Dec 29 20:54:28.859188 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af635c75-74c9-4c39-96da-c477683c80eb req-fb23956a-ce79-425d-b3ca-b7d40d0ce72b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:28.866922 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-af635c75-74c9-4c39-96da-c477683c80eb req-fb23956a-ce79-425d-b3ca-b7d40d0ce72b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.7664895 Dec 29 20:54:28.890227 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Port 98b17900-c103-4059-b992-953ed96e004c on network c700e459-be50-46ad-a161-62eb4b44355f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:54:28.890553 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Attempting to bind port 98b17900-c103-4059-b992-953ed96e004c on network c700e459-be50-46ad-a161-62eb4b44355f {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:28.938347 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8eec7624-5da1-43c2-bd3f-74bfe3796dbe req-bfc425c5-ba38-4e1f-b3f2-8d3199d899bc tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991280 Dec 29 20:54:29.041292 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.055218 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Transition to ACTIVE for port object b05543c7-83e8-47b5-b447-23922c570e9a will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:29.080334 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:29.080961 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Checking segment: {'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:29.081852 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.084093 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Bound using segment: {'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:29.084998 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Bound port: 98b17900-c103-4059-b992-953ed96e004c, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af05c0ad-8026-4817-b4ba-44ea9aef46c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:29.085738 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.111901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Attempting to bind port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:29.112550 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Attempting to bind port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:29.113141 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Attempting to bind port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:29.134242 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-af635c75-74c9-4c39-96da-c477683c80eb req-66eea433-78aa-4f6f-bd46-650418586fcb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661114 Dec 29 20:54:29.135575 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-ec6dd28d-d390-4128-bb37-aa6178789df2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:29.137098 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-ec6dd28d-d390-4128-bb37-aa6178789df2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.4500718 Dec 29 20:54:29.147043 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:54:29.147468 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Attempting to bind port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 on network 50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:29.240078 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Pushing event updated for resources: {'Port': ['ID=b05543c7-83e8-47b5-b447-23922c570e9a,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:29.255741 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.256360 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.256860 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.257338 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.257823 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.258302 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.258819 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.259304 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.259843 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.260304 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.260776 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:54:29.293441 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-abf7d7f4-3d90-49ca-93ff-4058b07ebc57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 217 time: 0.1476421 Dec 29 20:54:29.353172 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6de7-4ec2-4fa0-af11-3b0a4b1e4a25 req-854cb8f0-1b4b-4e0d-9d49-4540de9a8365 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:29.365099 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-632b6de7-4ec2-4fa0-af11-3b0a4b1e4a25 req-854cb8f0-1b4b-4e0d-9d49-4540de9a8365 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.2032990 Dec 29 20:54:29.405786 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Attempting to bind port b05543c7-83e8-47b5-b447-23922c570e9a on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:29.406161 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Attempting to bind port b05543c7-83e8-47b5-b447-23922c570e9a by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:29.406525 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Attempting to bind port b05543c7-83e8-47b5-b447-23922c570e9a on network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:29.422050 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:29.422484 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Checking segment: {'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:29.422922 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.423315 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Bound using segment: {'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:29.423782 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Bound port: b05543c7-83e8-47b5-b447-23922c570e9a, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:29.424152 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.488477 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-632b6de7-4ec2-4fa0-af11-3b0a4b1e4a25 req-230a8871-dc9e-4923-b0fb-f0a39f657147 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218472 Dec 29 20:54:29.597399 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:29.597728 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Checking segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:29.598111 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Bound using segment: {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:29.598546 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Bound port: 2466e26c-a97f-40d6-86b2-60345e7f4cc9, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55a6119-6dd4-4044-a6d3-94be09b5c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:29.598909 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.622629 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] For port b05543c7-83e8-47b5-b447-23922c570e9a, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:29.625836 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] For port b05543c7-83e8-47b5-b447-23922c570e9a, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b05543c7-83e8-47b5-b447-23922c570e9a,segment=NetworkSegment(cc72c6bc-bb64-4f20-8032-ea03ab89aa91),segment_id=cc72c6bc-bb64-4f20-8032-ea03ab89aa91)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:29.632090 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:29.765085 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6623-4190-4a8c-9b6f-1f0dde01cd86 None None] Pushing event updated for resources: {'Port': ['ID=b05543c7-83e8-47b5-b447-23922c570e9a,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:29.787627 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Routers {'09b64bc3-0aa6-4226-a20f-8bdaa82262df'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:54:29.788749 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:54:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:29.827141 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-476d714f-815f-48bf-b58e-4e4bb684fbed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:29.828743 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-476d714f-815f-48bf-b58e-4e4bb684fbed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.5167408 Dec 29 20:54:29.837190 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] For port 98b17900-c103-4059-b992-953ed96e004c, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:29.903107 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-f27f7dfa-e696-4c0e-a5f3-8218ec117d0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502353 Dec 29 20:54:29.908625 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] For port 98b17900-c103-4059-b992-953ed96e004c, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=98b17900-c103-4059-b992-953ed96e004c,segment=NetworkSegment(af05c0ad-8026-4817-b4ba-44ea9aef46c3),segment_id=af05c0ad-8026-4817-b4ba-44ea9aef46c3)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:29.947624 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:30.043843 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] Set router 09b64bc3-0aa6-4226-a20f-8bdaa82262df gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:54:30.082979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Pushing event updated for resources: {'Port': ['ID=98b17900-c103-4059-b992-953ed96e004c,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:30.130516 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1dc38-3c45-401a-84e5-232ad05a6c6e req-df59f686-58ba-4173-bf47-662acac00286 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:30.138272 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-92b1dc38-3c45-401a-84e5-232ad05a6c6e req-df59f686-58ba-4173-bf47-662acac00286 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 948 time: 0.7054126 Dec 29 20:54:30.143774 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] For port 2466e26c-a97f-40d6-86b2-60345e7f4cc9, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:30.152428 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:30.153372 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-a8f0d34e-0e39-43b9-b602-b6604835306c service neutron] 10.222.0.46 "PUT /v2.0/ports/98b17900-c103-4059-b992-953ed96e004c HTTP/1.1" status: 200 len: 1098 time: 4.0372550 Dec 29 20:54:30.173274 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f8f007-bb19-478c-afdc-30b2371b3691', 'tag': '98b17900-c103-4059-b992-953ed96e004c'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:30.208639 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] For port 2466e26c-a97f-40d6-86b2-60345e7f4cc9, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2466e26c-a97f-40d6-86b2-60345e7f4cc9,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:30.249362 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8f99c-5f4a-401c-91e4-2c8e4582e56a req-f838b8a9-c1bb-41c3-b9d6-3944b7f57b0a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:30.256971 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3bc8f99c-5f4a-401c-91e4-2c8e4582e56a req-f838b8a9-c1bb-41c3-b9d6-3944b7f57b0a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 943 time: 0.1296613 Dec 29 20:54:30.283994 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:30.375478 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3bc8f99c-5f4a-401c-91e4-2c8e4582e56a req-ca405bd7-8d28-464f-b0fc-c5ab16fa4dfc tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173954 Dec 29 20:54:30.398550 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-979d794b-90a7-49cb-ad3e-3c976c28d6f6 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826889 Dec 29 20:54:30.428275 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:30.430694 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] 10.222.0.46 "PUT /v2.0/ports/2466e26c-a97f-40d6-86b2-60345e7f4cc9 HTTP/1.1" status: 200 len: 1093 time: 3.8122470 Dec 29 20:54:30.535105 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-92b1dc38-3c45-401a-84e5-232ad05a6c6e req-557cfca9-d997-4d59-b052-b70e4b2d588c tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962386 Dec 29 20:54:30.546258 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f8f007-bb19-478c-afdc-30b2371b3691', 'tag': '98b17900-c103-4059-b992-953ed96e004c', 'status': 'completed', 'code': 200} Dec 29 20:54:30.610814 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0ed54-91d4-49d4-95d9-133619352fba service neutron] Pushing event updated for resources: {'Port': ['ID=2466e26c-a97f-40d6-86b2-60345e7f4cc9,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:30.627717 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-f8264af8-f5ce-4fbc-abfb-a283217cb6d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d36ec3cd89c40a7a5706c6046525884&device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 1101 time: 0.4177034 Dec 29 20:54:30.780664 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600f4a8-1b1e-4596-ac4f-e6914a226d00 req-8481c134-faf5-4cde-a74d-07b75e0fa9a1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:30.793043 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3600f4a8-1b1e-4596-ac4f-e6914a226d00 req-8481c134-faf5-4cde-a74d-07b75e0fa9a1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1489620 Dec 29 20:54:30.830152 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 4, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port': {'id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:04Z', 'updated_at': '2021-12-29T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b05543c7-83e8-47b5-b447-23922c570e9a', 'name': '', 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'mac_address': 'fa:16:3e:be:a7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:07Z', 'updated_at': '2021-12-29T20:54:29Z', 'revision_number': 4, 'project_id': '2984268e625e45eba50ad075c215b31a', 'subnets': [{'id': '7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:54:30.839915 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-1046b235-412f-4b38-9918-29d68cc7ec48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=98b17900-c103-4059-b992-953ed96e004c HTTP/1.1" status: 200 len: 217 time: 0.1927168 Dec 29 20:54:30.842165 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f02e732-a72b-4639-b9c4-b06d2b12461f req-b21a1976-1b75-4c74-904c-728a995f49d6 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285953 Dec 29 20:54:30.843217 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e466ed3-0765-481d-85d9-27f1c22d1491 None None] The sync data for ids ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'] in dv-cinder-823170-1-iscsi is: [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 4, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port': {'id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:04Z', 'updated_at': '2021-12-29T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b05543c7-83e8-47b5-b447-23922c570e9a', 'name': '', 'network_id': 'a2bedac4-dc5e-43ce-a9b5-6b334bddbe52', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'mac_address': 'fa:16:3e:be:a7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:07Z', 'updated_at': '2021-12-29T20:54:29Z', 'revision_number': 4, 'project_id': '2984268e625e45eba50ad075c215b31a', 'subnets': [{'id': '7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:54:30.925869 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-4d342fb6-1e05-4a5a-a62d-348f761e2fdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 1096 time: 0.3867393 Dec 29 20:54:30.945284 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3600f4a8-1b1e-4596-ac4f-e6914a226d00 req-ea95cf53-f8a7-4ebb-a3d4-4506f8fbad13 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511111 Dec 29 20:54:31.236390 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-fa5c7acd-f7ec-4571-8a73-60f23ab71fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.237927 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-fa5c7acd-f7ec-4571-8a73-60f23ab71fb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0238424b-3fca-4205-9dac-80ea2e511da9 HTTP/1.1" status: 200 len: 843 time: 0.2703812 Dec 29 20:54:31.239109 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-e244009c-a2e9-4ae9-8c86-eb6fed00996a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2466e26c-a97f-40d6-86b2-60345e7f4cc9 HTTP/1.1" status: 200 len: 217 time: 0.1430514 Dec 29 20:54:31.367173 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141c024-fa66-4027-8472-f0b65416b519 req-87297389-cf90-4fea-86ff-989cae6bc682 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.369365 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9141c024-fa66-4027-8472-f0b65416b519 req-87297389-cf90-4fea-86ff-989cae6bc682 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.6377540 Dec 29 20:54:31.382497 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ffbe8-4ca1-4965-9020-da032928528e req-07ababc9-34ef-401b-a8d1-8bf564519819 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.384105 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd8ffbe8-4ca1-4965-9020-da032928528e req-07ababc9-34ef-401b-a8d1-8bf564519819 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.5477090 Dec 29 20:54:31.430969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-f48be051-b9eb-4a8b-b31d-77c2db083e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.433180 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-f48be051-b9eb-4a8b-b31d-77c2db083e62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.1756513 Dec 29 20:54:31.534517 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-31269b25-16af-4c56-bf0b-24c0030e79cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738189 Dec 29 20:54:31.579199 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Deleting port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:54:31.579515 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:31.703631 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56894683-6447-4bef-bf17-b42bfe411e2d req-64e0c99e-dabb-4569-990b-84d640ff99fe tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:31.713970 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-56894683-6447-4bef-bf17-b42bfe411e2d req-64e0c99e-dabb-4569-990b-84d640ff99fe tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 943 time: 0.1360984 Dec 29 20:54:31.780843 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-56894683-6447-4bef-bf17-b42bfe411e2d req-c194398e-5258-44fa-9139-d1246c374a44 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655162 Dec 29 20:54:31.803525 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd8ffbe8-4ca1-4965-9020-da032928528e req-eccb6f94-b551-417e-8c5d-4c54e3220a30 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799849 Dec 29 20:54:31.817244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b05543c7-83e8-47b5-b447-23922c570e9a up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:31.832468 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-8bab752b-dcf4-45a4-9a74-c2338f91401d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c700e459-be50-46ad-a161-62eb4b44355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5413764 Dec 29 20:54:31.997592 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port b05543c7-83e8-47b5-b447-23922c570e9a completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:32.003117 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port b05543c7-83e8-47b5-b447-23922c570e9a triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:32.003940 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.152882 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.191551 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port b05543c7-83e8-47b5-b447-23922c570e9a, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b05543c7-83e8-47b5-b447-23922c570e9a,segment=NetworkSegment(cc72c6bc-bb64-4f20-8032-ea03ab89aa91),segment_id=cc72c6bc-bb64-4f20-8032-ea03ab89aa91)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:32.199960 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.231453 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce639e-0abe-4563-b643-64c1f9f68fbf req-9cebb963-688d-4d35-905d-e122b13ea251 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:32.233069 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-73ce639e-0abe-4563-b643-64c1f9f68fbf req-9cebb963-688d-4d35-905d-e122b13ea251 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0936279 Dec 29 20:54:32.273403 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=b05543c7-83e8-47b5-b447-23922c570e9a,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:32.293651 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-73ce639e-0abe-4563-b643-64c1f9f68fbf req-f7507aa3-c540-4054-8983-7748e953b4bb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541170 Dec 29 20:54:32.368572 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-3f36cb48-48c4-460e-9bd9-17db967a5a8f service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8250890 Dec 29 20:54:32.506063 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-b5eddccd-afe4-47bb-9213-5bcebbdef847 service neutron] 10.222.0.46 "GET /v2.0/networks/c700e459-be50-46ad-a161-62eb4b44355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207808 Dec 29 20:54:32.550685 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27984213-e27b-4978-ac56-8233ab1a1948', 'tag': '2466e26c-a97f-40d6-86b2-60345e7f4cc9'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:32.611169 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27984213-e27b-4978-ac56-8233ab1a1948', 'tag': '2466e26c-a97f-40d6-86b2-60345e7f4cc9', 'status': 'completed', 'code': 200} Dec 29 20:54:32.619615 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] For port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,segment=NetworkSegment(7f9f5543-8f9a-4d92-9950-e98e34ca6f48),segment_id=7f9f5543-8f9a-4d92-9950-e98e34ca6f48)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:32.619957 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:32.657611 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c509a-7327-433a-a240-16ada17b9f38 req-74e0d2aa-9f7b-41ef-8a70-4da2ec7a45e3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:32.659059 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f32c509a-7327-433a-a240-16ada17b9f38 req-74e0d2aa-9f7b-41ef-8a70-4da2ec7a45e3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 948 time: 0.5434623 Dec 29 20:54:32.801357 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Calling delete_port for 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:54:32.877762 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-70ea291d-3186-45d9-8b7c-e91c1b1bc91a req-adef14fc-46a0-496e-8f18-edb89b145eb3 service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914532 Dec 29 20:54:32.936698 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45c60279-fd39-413e-a0c5-0caa59cf4e19 req-7174907d-36c2-4520-9db7-2ec4f1af9bad service neutron] 10.222.0.46 "GET /v2.0/networks/c700e459-be50-46ad-a161-62eb4b44355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181557 Dec 29 20:54:32.971841 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f32c509a-7327-433a-a240-16ada17b9f38 req-e7e0a097-35cd-49a8-899e-9e1a1bb45077 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525523 Dec 29 20:54:33.065863 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd33f2-bb69-45f3-8bad-3e8584fe4d2a req-6cf1d7a2-8f9a-443b-b998-1f2ed3df16df tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.072060 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6bcd33f2-bb69-45f3-8bad-3e8584fe4d2a req-6cf1d7a2-8f9a-443b-b998-1f2ed3df16df tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 945 time: 0.1141226 Dec 29 20:54:33.144150 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6bcd33f2-bb69-45f3-8bad-3e8584fe4d2a req-caa02b1a-c847-4764-a1a8-22bbbfdd8829 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/security-groups?id=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627913 Dec 29 20:54:33.174454 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:33.243064 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-1cc4993d-3356-4d21-9446-900eeb8d1e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:33.255122 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Pushing event deleted for resources: {'Port': ['ID=64dbfb07-991a-405b-8bbf-19dd3c2bffb0,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:33.320031 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-64db480d-76fe-4d75-bed1-6de4a9c9ff3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 1096 time: 0.3816030 Dec 29 20:54:33.380790 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] No DVR routers for this DVR port 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:54:33.387575 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:33.433358 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:54:33.477280 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9141c024-fa66-4027-8472-f0b65416b519 req-2e49ad80-8f1e-417d-8957-62e42e43b7e6 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.46 "DELETE /v2.0/ports/64dbfb07-991a-405b-8bbf-19dd3c2bffb0 HTTP/1.1" status: 204 len: 173 time: 2.0911825 Dec 29 20:54:33.486494 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d33f71-753e-4a84-82ab-b43bed4b6bfc req-50534cc5-57be-4fa9-b98f-1575a9005d7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.487234 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-77d33f71-753e-4a84-82ab-b43bed4b6bfc req-50534cc5-57be-4fa9-b98f-1575a9005d7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:33.487779 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:54:33.488285 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 64dbfb07-991a-405b-8bbf-19dd3c2bffb0 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:54:33.496365 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-c2d3f22a-c79a-4ddb-b22a-6f61413add2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d36ec3cd89c40a7a5706c6046525884&device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 1101 time: 0.4245179 Dec 29 20:54:33.615031 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-77d33f71-753e-4a84-82ab-b43bed4b6bfc req-50534cc5-57be-4fa9-b98f-1575a9005d7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:33.616152 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-77d33f71-753e-4a84-82ab-b43bed4b6bfc req-50534cc5-57be-4fa9-b98f-1575a9005d7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 943 time: 0.4844666 Dec 29 20:54:33.627745 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-feb6d375-4b8c-4897-b2c6-bbbbddbc35c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.629132 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-feb6d375-4b8c-4897-b2c6-bbbbddbc35c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 200 len: 916 time: 0.2766442 Dec 29 20:54:33.776193 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b05543c7-83e8-47b5-b447-23922c570e9a up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:33.781537 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f7b17-1165-4fc6-bc12-fd169cade4ca req-3b934eed-70f6-476f-b38d-262278e55eeb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.789255 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9d4f7b17-1165-4fc6-bc12-fd169cade4ca req-3b934eed-70f6-476f-b38d-262278e55eeb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1961017 Dec 29 20:54:33.881143 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-71e97e2c-a789-4254-a73d-86b82a4ee590 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2466e26c-a97f-40d6-86b2-60345e7f4cc9 HTTP/1.1" status: 200 len: 217 time: 0.2309124 Dec 29 20:54:33.909297 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port b05543c7-83e8-47b5-b447-23922c570e9a triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:33.909648 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:33.924624 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9d4f7b17-1165-4fc6-bc12-fd169cade4ca req-f955b17a-110c-4a5f-b851-188a1f233794 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335118 Dec 29 20:54:33.930621 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-e5fe101e-0a44-4b62-a905-510a40ac7104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:33.933161 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-e5fe101e-0a44-4b62-a905-510a40ac7104 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c700e459-be50-46ad-a161-62eb4b44355f HTTP/1.1" status: 200 len: 870 time: 0.4137540 Dec 29 20:54:34.073848 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-7bed41db-3d3e-4d7c-a58b-d193a8f3688b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=98b17900-c103-4059-b992-953ed96e004c HTTP/1.1" status: 200 len: 217 time: 0.0996804 Dec 29 20:54:34.090120 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-77d33f71-753e-4a84-82ab-b43bed4b6bfc req-233c0688-421b-43b7-bfb2-0aa9b9a26094 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637089 Dec 29 20:54:34.140361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-39d01b59-1934-4822-8d38-b99a06f52de8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.141865 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-39d01b59-1934-4822-8d38-b99a06f52de8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 200 len: 855 time: 0.2482953 Dec 29 20:54:34.194960 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-961f485d-ba8a-46fc-83e6-da809c3dd2cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443015 Dec 29 20:54:34.198612 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-c5fed6da-d98f-460d-9747-c3263183f008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.207830 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-c5fed6da-d98f-460d-9747-c3263183f008 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0238424b-3fca-4205-9dac-80ea2e511da9 HTTP/1.1" status: 200 len: 843 time: 0.1067500 Dec 29 20:54:34.466932 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7af3f5da-c335-4889-92f3-f8cfa34f00b6 req-f9db98ea-0bd8-4db2-b1a4-de6fc15df8d7 tempest-VolumesActionsTest-560875496 tempest-VolumesActionsTest-560875496-project] 10.222.0.37 "GET /v2.0/ports?device_id=abbe9219-d4ac-4332-b41c-3ef823577e58 HTTP/1.1" status: 200 len: 210 time: 0.0560656 Dec 29 20:54:34.473732 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-f07aa5b9-155d-43b6-b206-c6833698371d service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621617 Dec 29 20:54:34.515531 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-e06e9b60-ece9-4a94-bffb-feb98d202664 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c700e459-be50-46ad-a161-62eb4b44355f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2835491 Dec 29 20:54:34.588732 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011082e-dfa5-40d2-bc74-a18c5abfbabb req-625f91fa-15bb-4bb7-99ab-f75dd8ddd46c tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:34.590168 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a011082e-dfa5-40d2-bc74-a18c5abfbabb req-625f91fa-15bb-4bb7-99ab-f75dd8ddd46c tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 948 time: 0.3234499 Dec 29 20:54:34.643468 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'name': 'network-vif-deleted', 'tag': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:34.715727 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbe9219-d4ac-4332-b41c-3ef823577e58', 'name': 'network-vif-deleted', 'tag': '64dbfb07-991a-405b-8bbf-19dd3c2bffb0', 'status': 'completed', 'code': 200} Dec 29 20:54:34.794861 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-45eb9194-dc9e-4a7a-9c2b-0a518743d375 req-bb114a9b-88a3-49f2-8ab8-e54e016db6df service neutron] 10.222.0.46 "GET /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136578 Dec 29 20:54:34.798881 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a011082e-dfa5-40d2-bc74-a18c5abfbabb req-77da19a5-3c33-4e4b-ab38-805229313203 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500251 Dec 29 20:54:34.802941 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-92e3d9eb-0862-4fb5-89a3-64f37eeaebf3 service neutron] 10.222.0.46 "GET /v2.0/networks/c700e459-be50-46ad-a161-62eb4b44355f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410588 Dec 29 20:54:34.947193 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ae17e79-c99c-46fc-990b-0d26ad672723 req-793d0d6d-9848-46f2-a8c5-c671388ff750 service neutron] 10.222.0.46 "GET /v2.0/networks/c700e459-be50-46ad-a161-62eb4b44355f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369355 Dec 29 20:54:35.188679 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d08218-315c-4c9a-8bbc-8618aede0835 req-ed813338-6b3b-40be-b513-f407f830e89b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:35.190156 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-33d08218-315c-4c9a-8bbc-8618aede0835 req-ed813338-6b3b-40be-b513-f407f830e89b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1463971 Dec 29 20:54:35.254917 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-33d08218-315c-4c9a-8bbc-8618aede0835 req-ac731a47-05d0-48f4-b105-3509fa7dec08 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567138 Dec 29 20:54:35.337030 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a655307-8ec9-474e-adfd-03f334f43b55 req-2c2d504b-3be6-4f6b-8be0-f92be9dd3452 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:35.338977 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3a655307-8ec9-474e-adfd-03f334f43b55 req-2c2d504b-3be6-4f6b-8be0-f92be9dd3452 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 943 time: 0.0962508 Dec 29 20:54:35.393260 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3a655307-8ec9-474e-adfd-03f334f43b55 req-c24c9e6a-0225-4fcb-a5ad-b7789a5c553a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483041 Dec 29 20:54:35.450213 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-36bc0e11-8086-48e4-b329-e33551ebf672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.474842 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38432) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:35.621141 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.659308 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:35.663651 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd0bcb664614307872df6dfd2fe970c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:35.666765 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:35.672982 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:35.743076 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.758759 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.798263 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7195a145-fe0e-495c-8583-c8b11a5de05d,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:35.803626 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1d30af2a-3d99-4e5e-a7c4-e68991aad832 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dd0bcb664614307872df6dfd2fe970c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3276875 Dec 29 20:54:35.806190 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38446) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:35.915220 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bdee2e4f-27d2-4574-ba69-474d67e72c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:35.943027 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bdee2e4f-27d2-4574-ba69-474d67e72c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.017854 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bdee2e4f-27d2-4574-ba69-474d67e72c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.040037 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee2e4f-27d2-4574-ba69-474d67e72c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195a145-fe0e-495c-8583-c8b11a5de05d,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:36.044173 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bdee2e4f-27d2-4574-ba69-474d67e72c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.051349 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-bdee2e4f-27d2-4574-ba69-474d67e72c34 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7195a145-fe0e-495c-8583-c8b11a5de05d HTTP/1.1" status: 204 len: 168 time: 0.2439792 Dec 29 20:54:36.087769 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e56aa-3e2b-4e5c-8121-9fefe93d2225 req-37fe2bd5-fd50-43b5-88d4-3f3c0eafccd6 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:36.096188 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-983e56aa-3e2b-4e5c-8121-9fefe93d2225 req-37fe2bd5-fd50-43b5-88d4-3f3c0eafccd6 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 948 time: 0.1244788 Dec 29 20:54:36.149595 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-983e56aa-3e2b-4e5c-8121-9fefe93d2225 req-9430b507-4a46-437d-8378-5adf6ff1e159 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Dec 29 20:54:36.600099 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab043-74b1-4369-ab39-208397f57ca6 req-8a975afb-3406-475b-8f44-81382eb76ab1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:36.601834 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-76dab043-74b1-4369-ab39-208397f57ca6 req-8a975afb-3406-475b-8f44-81382eb76ab1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1845231 Dec 29 20:54:36.683269 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-76dab043-74b1-4369-ab39-208397f57ca6 req-df6805fa-72eb-43a5-896b-1cfa0222cbaf tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756073 Dec 29 20:54:36.683399 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f885bd6-d7bb-472b-8f3b-6eb2757cfcdd req-c266aa01-976e-4fe7-894a-e4a16952d65b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:36.690850 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8f885bd6-d7bb-472b-8f3b-6eb2757cfcdd req-c266aa01-976e-4fe7-894a-e4a16952d65b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 943 time: 0.1479869 Dec 29 20:54:36.714765 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:36.781263 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8f885bd6-d7bb-472b-8f3b-6eb2757cfcdd req-82b4288f-c8fa-4051-9303-1acd15563e3c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882251 Dec 29 20:54:37.103520 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.342977 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38522) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:37.387898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9226a6e-d1dc-41bc-904f-7580226a56bd req-1de03938-4b5d-4fd8-9250-9dd62960426e tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:37.389421 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d9226a6e-d1dc-41bc-904f-7580226a56bd req-1de03938-4b5d-4fd8-9250-9dd62960426e tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 948 time: 0.0832264 Dec 29 20:54:37.432617 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 2466e26c-a97f-40d6-86b2-60345e7f4cc9 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:54:37.434921 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d9226a6e-d1dc-41bc-904f-7580226a56bd req-9198efa1-ab0f-4913-8076-8499ec9b3e52 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 Dec 29 20:54:37.520362 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-600431076-network', 'tenant_id': 'd835ac2b7b0e4c4aa5e9e9cdb3a4faa5'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:37.525076 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:37.529962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Usage tracker for resource:network and tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:37.533573 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:37.540074 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:37.553340 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Made reservation on behalf of d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:37.556458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.567427 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 2466e26c-a97f-40d6-86b2-60345e7f4cc9, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2466e26c-a97f-40d6-86b2-60345e7f4cc9,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:37.571382 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.582311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '2466e26c-a97f-40d6-86b2-60345e7f4cc9', 'network_id': '50b7bc18-2c7a-44ed-be66-3b22ba1d0df6', 'port_id': '2466e26c-a97f-40d6-86b2-60345e7f4cc9', 'mac_address': 'fa:16:3e:52:12:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a59deb-5e27-4855-a7c4-cf68f8f46133', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:54:37.617383 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:37.624458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Usage tracker for resource:security_group_rule and tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:37.627713 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:37.633652 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:37.636140 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.657438 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2466e26c-a97f-40d6-86b2-60345e7f4cc9 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:37.674447 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 2466e26c-a97f-40d6-86b2-60345e7f4cc9, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2466e26c-a97f-40d6-86b2-60345e7f4cc9,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:37.678742 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.679368 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 98b17900-c103-4059-b992-953ed96e004c details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:54:37.712584 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.718818 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.749902 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:54:37.758276 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77675864-df85-4575-8fc5-dd8096a38514,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:37.764302 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.764637 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Added segment 471e8ceb-ebef-4550-9067-2a7d925978bf of type vlan for network 57330753-75cf-4a2e-9721-2d619521c65f Dec 29 20:54:37.791009 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.822554 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=2466e26c-a97f-40d6-86b2-60345e7f4cc9,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:37.826164 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.836542 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:37.838018 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.893199 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 98b17900-c103-4059-b992-953ed96e004c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=98b17900-c103-4059-b992-953ed96e004c,segment=NetworkSegment(af05c0ad-8026-4817-b4ba-44ea9aef46c3),segment_id=af05c0ad-8026-4817-b4ba-44ea9aef46c3)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:37.910044 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '98b17900-c103-4059-b992-953ed96e004c', 'network_id': 'c700e459-be50-46ad-a161-62eb4b44355f', 'port_id': '98b17900-c103-4059-b992-953ed96e004c', 'mac_address': 'fa:16:3e:3a:25:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0238424b-3fca-4205-9dac-80ea2e511da9', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:54:37.979574 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:37.997372 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:38.001358 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b17900-c103-4059-b992-953ed96e004c {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:38.019049 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6721857 Dec 29 20:54:38.019419 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 38536) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:38.022011 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 98b17900-c103-4059-b992-953ed96e004c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=98b17900-c103-4059-b992-953ed96e004c,segment=NetworkSegment(af05c0ad-8026-4817-b4ba-44ea9aef46c3),segment_id=af05c0ad-8026-4817-b4ba-44ea9aef46c3)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:38.025657 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Request body: {'subnet': {'network_id': '57330753-75cf-4a2e-9721-2d619521c65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-600431076-subnet', 'tenant_id': 'd835ac2b7b0e4c4aa5e9e9cdb3a4faa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:38.027032 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf5b71-fc9e-4b23-ab4e-e1d1c95b414a admin admin] Pushing event updated for resources: {'Network': ['ID=57330753-75cf-4a2e-9721-2d619521c65f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:38.031049 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:38.038215 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:38.042827 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Usage tracker for resource:subnet and tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:38.046429 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:38.052960 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:38.063714 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82162c3d-72f2-4285-9c8e-e9bdac7d2410 req-45db784d-c79c-41ba-9294-744546941d2e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.065206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Made reservation on behalf of d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:38.065789 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-82162c3d-72f2-4285-9c8e-e9bdac7d2410 req-45db784d-c79c-41ba-9294-744546941d2e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.1345532 Dec 29 20:54:38.069401 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278643'] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:38.075079 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 57330753-75cf-4a2e-9721-2d619521c65f details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:54:38.120510 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-82162c3d-72f2-4285-9c8e-e9bdac7d2410 req-a7a86ceb-e927-48af-a7e4-fc4520fa235a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479047 Dec 29 20:54:38.196399 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=98b17900-c103-4059-b992-953ed96e004c,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:38.339842 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2710395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278281'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:38.421391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32791538-997e-47ed-858c-2874218dca9b,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:38.429864 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Checking segment: {'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:38.430214 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Network hostable DHCP agents. Network: 57330753-75cf-4a2e-9721-2d619521c65f, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:54:38.452759 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Network 57330753-75cf-4a2e-9721-2d619521c65f is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:54:38.461354 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 57330753-75cf-4a2e-9721-2d619521c65f) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:38.466130 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.466732 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:38.472016 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114216ab-2b72-44d7-8801-882b2ab3f6b7 None None] Network 57330753-75cf-4a2e-9721-2d619521c65f requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:54:38.489635 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e109e822-4fcf-4987-b91f-0bfaf450c74f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4690676 Dec 29 20:54:38.669543 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad83eef-c60b-44b5-b2ac-11d9f951ecb2 req-3165ecc6-0f06-459c-bb6e-3e9e3299d1db tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:38.671062 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9ad83eef-c60b-44b5-b2ac-11d9f951ecb2 req-3165ecc6-0f06-459c-bb6e-3e9e3299d1db tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.1023467 Dec 29 20:54:38.714866 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1e8f08-3ad3-430d-9b85-71e35be57a94 None None] Network 57330753-75cf-4a2e-9721-2d619521c65f requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:54:38.731437 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9ad83eef-c60b-44b5-b2ac-11d9f951ecb2 req-87b274da-d204-4d47-aa06-81e0bd979177 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Dec 29 20:54:38.761675 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['98b17900-c103-4059-b992-953ed96e004c'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:38.949407 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['2466e26c-a97f-40d6-86b2-60345e7f4cc9'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:54:39.404365 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7710dfc-da3c-48b9-8697-1aed81b1c667 req-1d494a61-2152-4404-8541-0cd3634684d8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:39.405840 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a7710dfc-da3c-48b9-8697-1aed81b1c667 req-1d494a61-2152-4404-8541-0cd3634684d8 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.0951738 Dec 29 20:54:39.459230 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a7710dfc-da3c-48b9-8697-1aed81b1c667 req-cc5d11a0-4ddc-45e7-ba27-f06d2c569919 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Dec 29 20:54:39.936781 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df225758-7e64-48db-adff-d22bcf6c2f1c req-f9abe84f-c278-4723-9191-3ece65efed46 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:39.938248 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df225758-7e64-48db-adff-d22bcf6c2f1c req-f9abe84f-c278-4723-9191-3ece65efed46 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.0780392 Dec 29 20:54:39.983592 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df225758-7e64-48db-adff-d22bcf6c2f1c req-aacf29b5-f91b-4598-ab93-892d084f9886 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Dec 29 20:54:40.652227 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cf279-4da7-436c-aa5c-e0b0fdb8093b req-f5b3ee36-40dc-4d1b-8f42-c3dd90de5cfe tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:40.653680 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-225cf279-4da7-436c-aa5c-e0b0fdb8093b req-f5b3ee36-40dc-4d1b-8f42-c3dd90de5cfe tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.0772362 Dec 29 20:54:40.698993 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-225cf279-4da7-436c-aa5c-e0b0fdb8093b req-4e135073-00b7-4d4a-a8bb-3c75dba853dc tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397177 Dec 29 20:54:41.185453 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ffd9a-b35f-4a2b-928b-d76c7358b983 req-f1a140df-edee-4675-a32e-6ade7c3433f6 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:41.186902 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-054ffd9a-b35f-4a2b-928b-d76c7358b983 req-f1a140df-edee-4675-a32e-6ade7c3433f6 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.0817504 Dec 29 20:54:41.234913 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-054ffd9a-b35f-4a2b-928b-d76c7358b983 req-139fbd0e-61ac-467b-9432-9bf374df410a tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422275 Dec 29 20:54:41.895112 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ebb87-a5c6-465e-beba-ac51b4dea107 req-b7f267b8-ea02-4c93-90b8-d1fa6bed38ce tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:41.896544 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1f0ebb87-a5c6-465e-beba-ac51b4dea107 req-b7f267b8-ea02-4c93-90b8-d1fa6bed38ce tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.0752237 Dec 29 20:54:41.949992 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1f0ebb87-a5c6-465e-beba-ac51b4dea107 req-f85d7519-40e0-4c76-aae6-0db064767710 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474544 Dec 29 20:54:42.431358 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e378b-0675-43f2-a0bd-debc2f01efad req-1d075cd8-1525-47e8-958d-a8ea9217f5b4 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:42.432716 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4b5e378b-0675-43f2-a0bd-debc2f01efad req-1d075cd8-1525-47e8-958d-a8ea9217f5b4 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.0775127 Dec 29 20:54:42.477210 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4b5e378b-0675-43f2-a0bd-debc2f01efad req-6673e8f0-a383-4112-87b9-0f4000807aba tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390358 Dec 29 20:54:43.142836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1bb45-378e-468a-8b53-3416d09a3689 req-a8c40d1b-a67e-4e0c-aaed-fc909b5c59c5 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:43.144294 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-61b1bb45-378e-468a-8b53-3416d09a3689 req-a8c40d1b-a67e-4e0c-aaed-fc909b5c59c5 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.0753314 Dec 29 20:54:43.191663 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-61b1bb45-378e-468a-8b53-3416d09a3689 req-ed6f2fcb-7e65-4108-93ec-d4a296a08b46 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Dec 29 20:54:43.668542 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976866-dc3e-456e-b4b1-2448eecfe0e4 req-904424f4-5cc5-4158-ad0e-5a57bea241d8 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:43.670015 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8f976866-dc3e-456e-b4b1-2448eecfe0e4 req-904424f4-5cc5-4158-ad0e-5a57bea241d8 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.0746586 Dec 29 20:54:43.719845 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8f976866-dc3e-456e-b4b1-2448eecfe0e4 req-5605d46c-0243-4e59-836e-df2839b57c41 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Dec 29 20:54:44.060783 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:54:44.394047 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7829e-471a-43a9-b1de-3ee77b9af5e3 req-eb9de7d9-d3bf-4a14-a02d-5b1a534cb11a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:44.395815 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-62c7829e-471a-43a9-b1de-3ee77b9af5e3 req-eb9de7d9-d3bf-4a14-a02d-5b1a534cb11a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.0783045 Dec 29 20:54:44.440685 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-62c7829e-471a-43a9-b1de-3ee77b9af5e3 req-5e8dff8c-6cfb-4286-88b3-390bc1c12781 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Dec 29 20:54:44.742406 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:44.919751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ef1e-a2b6-4618-b5dc-1c1315b86a8d req-15d36ad9-98f4-4492-9d60-3d2594f95fab tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:44.921244 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7a84ef1e-a2b6-4618-b5dc-1c1315b86a8d req-15d36ad9-98f4-4492-9d60-3d2594f95fab tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.0776126 Dec 29 20:54:44.967159 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7a84ef1e-a2b6-4618-b5dc-1c1315b86a8d req-b12682f4-c549-4691-a5f4-328bc3daa9e0 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Dec 29 20:54:45.632659 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115822e5-a31a-40a8-9f4d-7ec337d342a8 req-06974bce-4fdd-42e1-a6db-9c91c094e2ae tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:45.634692 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-115822e5-a31a-40a8-9f4d-7ec337d342a8 req-06974bce-4fdd-42e1-a6db-9c91c094e2ae tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.0760670 Dec 29 20:54:45.683518 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-115822e5-a31a-40a8-9f4d-7ec337d342a8 req-236bbc46-0268-4a50-85b3-7e985470664f tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430727 Dec 29 20:54:46.161186 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5200a-30a4-4f8e-adda-3430b31cbf14 req-744c5846-e952-4bc9-b7b6-a0d7478f174d tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:46.162819 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e9f5200a-30a4-4f8e-adda-3430b31cbf14 req-744c5846-e952-4bc9-b7b6-a0d7478f174d tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.0773416 Dec 29 20:54:46.207742 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e9f5200a-30a4-4f8e-adda-3430b31cbf14 req-f4276e8d-6ef5-443f-b855-2ce2f0a9f22b tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Dec 29 20:54:46.849025 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 2466e26c-a97f-40d6-86b2-60345e7f4cc9 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:46.888221 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d793-ad18-40f4-91ed-7d698bd8b26d req-58e59d91-a3e0-496f-a5c8-630b30e7d649 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:46.889653 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-98a0d793-ad18-40f4-91ed-7d698bd8b26d req-58e59d91-a3e0-496f-a5c8-630b30e7d649 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 944 time: 0.0806541 Dec 29 20:54:46.917131 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:46.922081 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:46.922418 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:46.935457 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-98a0d793-ad18-40f4-91ed-7d698bd8b26d req-d3c53a88-27f0-43d2-b907-9d93367a276c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Dec 29 20:54:47.040187 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:47.066641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27984213-e27b-4978-ac56-8233ab1a1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2466e26c-a97f-40d6-86b2-60345e7f4cc9'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:47.079906 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 2466e26c-a97f-40d6-86b2-60345e7f4cc9, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2466e26c-a97f-40d6-86b2-60345e7f4cc9,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:47.089257 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:47.090332 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 98b17900-c103-4059-b992-953ed96e004c up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:54:47.157361 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27984213-e27b-4978-ac56-8233ab1a1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2466e26c-a97f-40d6-86b2-60345e7f4cc9', 'code': 200} Dec 29 20:54:47.227889 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=2466e26c-a97f-40d6-86b2-60345e7f4cc9,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:47.245049 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 98b17900-c103-4059-b992-953ed96e004c completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:47.250912 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 98b17900-c103-4059-b992-953ed96e004c triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:47.251391 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:47.311530 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f12ff-428b-4fdf-a4cd-fd2f7fe82886 req-11a49ca9-cc9d-4f93-947c-3bb159b2633f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:47.313046 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-154f12ff-428b-4fdf-a4cd-fd2f7fe82886 req-11a49ca9-cc9d-4f93-947c-3bb159b2633f tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0866132 Dec 29 20:54:47.392419 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:47.414027 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-154f12ff-428b-4fdf-a4cd-fd2f7fe82886 req-60c34a4f-427a-4370-afb3-90b398e43665 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930994 Dec 29 20:54:47.434940 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad4211-00de-4ba6-9d19-2abd19c026ed req-bb0b5199-c016-45f8-8db6-c639f939a914 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:47.442611 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d8ad4211-00de-4ba6-9d19-2abd19c026ed req-bb0b5199-c016-45f8-8db6-c639f939a914 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 949 time: 0.1051395 Dec 29 20:54:47.456115 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 98b17900-c103-4059-b992-953ed96e004c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=98b17900-c103-4059-b992-953ed96e004c,segment=NetworkSegment(af05c0ad-8026-4817-b4ba-44ea9aef46c3),segment_id=af05c0ad-8026-4817-b4ba-44ea9aef46c3)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:47.465744 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:47.491365 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b73ce267-212a-4745-8736-c57e4f099ead req-69a3ca30-4502-488e-b4c3-582afd1b5c4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 1098 time: 0.1123590 Dec 29 20:54:47.492091 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d8ad4211-00de-4ba6-9d19-2abd19c026ed req-06518668-7b82-4e4b-af3a-bea1ab66953f tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 Dec 29 20:54:47.550450 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=98b17900-c103-4059-b992-953ed96e004c,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:47.557593 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b73ce267-212a-4745-8736-c57e4f099ead req-347e24f8-cbec-4336-b6d1-b9c72469dce4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 Dec 29 20:54:48.169879 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf126-fe2c-4e7b-8e90-bdd6b257c570 req-25d6772d-6689-45cc-a5e4-ffe4bc2f3412 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:48.171462 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-18cdf126-fe2c-4e7b-8e90-bdd6b257c570 req-25d6772d-6689-45cc-a5e4-ffe4bc2f3412 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 945 time: 0.0929844 Dec 29 20:54:48.254720 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-18cdf126-fe2c-4e7b-8e90-bdd6b257c570 req-1dac1523-85ba-43dc-8bb1-f6a287638949 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Dec 29 20:54:48.821714 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175a12b-0ae7-41ed-a77b-a300291bcf5b req-c875c2dd-adc2-4543-bdd0-a8d5b1bad0c1 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:48.829093 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8175a12b-0ae7-41ed-a77b-a300291bcf5b req-c875c2dd-adc2-4543-bdd0-a8d5b1bad0c1 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.1187398 Dec 29 20:54:48.874333 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38742) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:48.909136 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8175a12b-0ae7-41ed-a77b-a300291bcf5b req-7d496e76-a171-42f4-9c20-e8db93bf07ea tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790019 Dec 29 20:54:49.062161 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.099542 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:49.104819 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0c3e5026514cd1b7caebf6ffd1933a is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:49.108033 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:49.114398 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:49.158434 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8f007-bb19-478c-afdc-30b2371b3691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b17900-c103-4059-b992-953ed96e004c'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:49.206873 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.214529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.232516 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8f007-bb19-478c-afdc-30b2371b3691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b17900-c103-4059-b992-953ed96e004c', 'code': 200} Dec 29 20:54:49.296908 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e8beea-90a3-4924-bc99-ade682fd0c38,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:49.305410 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-d6d0c159-2083-40ea-bdc5-8596c93c2e32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a0c3e5026514cd1b7caebf6ffd1933a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4293346 Dec 29 20:54:49.305741 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 38756) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:49.431208 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0a5b343e-c073-4423-b052-eeddf3b5b7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.469802 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0a5b343e-c073-4423-b052-eeddf3b5b7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.785680 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bce27-b067-42d5-832e-f0c53645ce57 req-b66e3e22-7e1a-4f0d-88ab-08cd8c87e46b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:49.788465 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a2967fdd-d883-49af-8a9d-c79e27922019 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:49.789407 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a2967fdd-d883-49af-8a9d-c79e27922019 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Synchronizing usage tracker for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:network {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:49.791670 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-266bce27-b067-42d5-832e-f0c53645ce57 req-b66e3e22-7e1a-4f0d-88ab-08cd8c87e46b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 945 time: 0.4071240 Dec 29 20:54:49.814359 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a2967fdd-d883-49af-8a9d-c79e27922019 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Unset dirty status for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:network {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:49.816220 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a2967fdd-d883-49af-8a9d-c79e27922019 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/networks?id=57330753-75cf-4a2e-9721-2d619521c65f HTTP/1.1" status: 200 len: 813 time: 0.3093629 Dec 29 20:54:49.851100 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-facf4782-166c-4df5-84b1-6384181aed7a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/quotas/d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 HTTP/1.1" status: 200 len: 375 time: 0.0235384 Dec 29 20:54:49.884805 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bd1fc493-79b4-41ff-a188-d7b525136bc0 req-85a81b24-290e-4b33-879c-f878e437ab99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 1103 time: 0.2126250 Dec 29 20:54:49.894498 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0a5b343e-c073-4423-b052-eeddf3b5b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.937869 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-0a5b343e-c073-4423-b052-eeddf3b5b7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:49.941619 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-0a5b343e-c073-4423-b052-eeddf3b5b7dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25e8beea-90a3-4924-bc99-ade682fd0c38 HTTP/1.1" status: 204 len: 168 time: 0.6320951 Dec 29 20:54:49.944517 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b343e-c073-4423-b052-eeddf3b5b7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e8beea-90a3-4924-bc99-ade682fd0c38,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:49.957151 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-fed6dd02-77a1-4400-b738-f97960a7d5cd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d835ac2b7b0e4c4aa5e9e9cdb3a4faa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1051030 Dec 29 20:54:49.976934 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-266bce27-b067-42d5-832e-f0c53645ce57 req-16e1d1ed-de6b-40f6-838a-e19a1c131cf7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778870 Dec 29 20:54:50.034162 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bd1fc493-79b4-41ff-a188-d7b525136bc0 req-30533c75-d1bd-4db6-a318-9eac529a265b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307907 Dec 29 20:54:50.184564 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-5ec9e314-dff9-4669-a8d5-bc3b72d203cd service neutron] 10.222.0.37 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225165 Dec 29 20:54:50.329671 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-3e1af82a-e493-4fd3-a3dd-7b91c3980501 service neutron] 10.222.0.37 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441741 Dec 29 20:54:50.455664 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 38780) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:50.491528 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:50.588675 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:50.598774 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:789b72e2b2044546ae7f330ac36e4006 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:50.605021 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:50.618838 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:50.800023 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5fede10e-76e0-4eb3-af9d-45abbe9fbb1a req-1be905fa-a7a0-4a7c-84d5-63ad248c8f2b tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 210 time: 0.0885963 Dec 29 20:54:50.943262 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42046-495b-4f27-9132-2326377e8dae req-03005e3b-d9db-42be-8ac3-13f1c0662998 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:50.951126 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a8c42046-495b-4f27-9132-2326377e8dae req-03005e3b-d9db-42be-8ac3-13f1c0662998 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.2978537 Dec 29 20:54:50.988340 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:51.005791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:51.096206 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38804) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:51.098125 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=789b72e2b2044546ae7f330ac36e4006&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6404181 Dec 29 20:54:51.139996 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a8c42046-495b-4f27-9132-2326377e8dae req-6d4dafed-bcb2-4397-aa79-5d2261a58607 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879749 Dec 29 20:54:51.169360 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d0f6-c7a1-4114-b7a2-04ab238ba1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6894d4f-cba2-4bcf-8225-838cdaa894a4,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:51.407772 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b2f2-61b1-4dfc-b2d1-cb694d33b8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:51.511493 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b2f2-61b1-4dfc-b2d1-cb694d33b8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:51.551883 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4e641-082d-4abd-b689-e4bcd562592c req-84101453-af06-4b3b-9c5c-4f0ded6f780b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:51.564400 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-72f4e641-082d-4abd-b689-e4bcd562592c req-84101453-af06-4b3b-9c5c-4f0ded6f780b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 945 time: 0.2915130 Dec 29 20:54:51.601709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-0211a890-7813-40e1-a313-42de95d00fdd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:51.633566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-0211a890-7813-40e1-a313-42de95d00fdd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:51.650171 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-0211a890-7813-40e1-a313-42de95d00fdd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605217856&fields=id&tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 267 time: 0.1005886 Dec 29 20:54:51.671858 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-72f4e641-082d-4abd-b689-e4bcd562592c req-1e751ae1-8807-416a-815e-e0a8b1da5580 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051915 Dec 29 20:54:51.710747 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b2f2-61b1-4dfc-b2d1-cb694d33b8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:51.746165 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4b2f2-61b1-4dfc-b2d1-cb694d33b8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6894d4f-cba2-4bcf-8225-838cdaa894a4,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:51.785792 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c7c4b2f2-61b1-4dfc-b2d1-cb694d33b8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:51.786643 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-c7c4b2f2-61b1-4dfc-b2d1-cb694d33b8db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6894d4f-cba2-4bcf-8225-838cdaa894a4 HTTP/1.1" status: 204 len: 168 time: 0.6888092 Dec 29 20:54:51.896491 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-1046e622-4103-45d7-95d5-42a1e5bd0757 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:51.907339 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-1046e622-4103-45d7-95d5-42a1e5bd0757 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 812 time: 0.2561369 Dec 29 20:54:51.936929 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-a595678f-dd26-4b7f-b774-270dac4182a2 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/quotas/f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 375 time: 0.0287766 Dec 29 20:54:52.039259 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-4f5bf7a9-ace2-4cff-8240-0d7c1c307f99 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013880 Dec 29 20:54:52.243571 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9a70eb46-dee3-4f2d-946b-94ef82790015 req-ea925002-6f21-4ae1-a33a-37b68acd3587 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 210 time: 0.0736504 Dec 29 20:54:52.294142 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-f607bdfc-a9a3-4125-a6b9-ab44fad59d64 service neutron] 10.222.0.37 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519963 Dec 29 20:54:52.708585 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918893a-3f14-4528-afb1-1435926ce938 req-38333453-3772-43ef-8560-20f74106d40e tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:52.710147 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b918893a-3f14-4528-afb1-1435926ce938 req-38333453-3772-43ef-8560-20f74106d40e tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.2047031 Dec 29 20:54:52.770178 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-7f987951-263d-486f-8d58-8e2475fff8e9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:52.771997 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-7f987951-263d-486f-8d58-8e2475fff8e9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "GET /v2.0/networks?id=57330753-75cf-4a2e-9721-2d619521c65f HTTP/1.1" status: 200 len: 813 time: 0.4235299 Dec 29 20:54:52.809673 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b918893a-3f14-4528-afb1-1435926ce938 req-826d6a41-40d4-464a-8f3d-6091534f455f tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873630 Dec 29 20:54:52.824545 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Request body: {'port': {'device_id': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f', 'admin_state_up': True, 'tenant_id': 'd835ac2b7b0e4c4aa5e9e9cdb3a4faa5'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:52.892725 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38838) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:52.923177 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.028660 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-9458fa99-7eb9-4bba-97a0-b3369d1beac1 service neutron] 10.222.0.37 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307601 Dec 29 20:54:53.037120 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:53.043697 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Usage tracker for resource:security_group_rule and tenant:c9604fbb7e864baab97089b9f02ea473 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:53.048592 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:53.061907 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:53.108326 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:53.121271 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Usage tracker for resource:port and tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:54:53.129044 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:54:53.144936 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:53.223403 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.230353 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.249495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Made reservation on behalf of d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:53.249495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.381133 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9604fbb7e864baab97089b9f02ea473&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4873283 Dec 29 20:54:53.382012 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a0ac0-b867-4b03-b386-b0e72686b448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f72e68-8307-4bd0-b103-b0e1caa3135b,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:53.384704 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 38854) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:54:53.508965 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4348a7e8-cb46-44c0-97bf-e1beb46a404c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.612010 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Allocated IP 172.20.0.7 (57330753-75cf-4a2e-9721-2d619521c65f/32791538-997e-47ed-858c-2874218dca9b/0367aedc-6b07-4a49-acee-a3e7fc3db53a) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:53.622270 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-84b7ea28-a59f-420b-830b-53b2be65b346 req-25d89f32-460a-433e-bf50-087b4539e8d7 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 210 time: 0.0654416 Dec 29 20:54:53.636446 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4348a7e8-cb46-44c0-97bf-e1beb46a404c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.717937 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4348a7e8-cb46-44c0-97bf-e1beb46a404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.737199 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348a7e8-cb46-44c0-97bf-e1beb46a404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f72e68-8307-4bd0-b103-b0e1caa3135b,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:53.759645 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4348a7e8-cb46-44c0-97bf-e1beb46a404c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:53.759645 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4348a7e8-cb46-44c0-97bf-e1beb46a404c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69f72e68-8307-4bd0-b103-b0e1caa3135b HTTP/1.1" status: 204 len: 168 time: 0.3714309 Dec 29 20:54:53.766180 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43fcc93e-526c-4b35-aa12-c83fc4a85eab req-09f2be77-f78a-4827-b1fb-d7c6691466a0 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 210 time: 0.0665324 Dec 29 20:54:54.080056 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:54.095656 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b91f-d7f7-420a-82b6-7662355025c9 req-1fe6f6c3-3ad6-4f9e-ae71-aa16808a942d tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:54.106410 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aeb2b91f-d7f7-420a-82b6-7662355025c9 req-1fe6f6c3-3ad6-4f9e-ae71-aa16808a942d tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.1163907 Dec 29 20:54:54.172201 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:54.231316 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aeb2b91f-d7f7-420a-82b6-7662355025c9 req-b0c8603b-ac22-459a-b447-5a1216e7f3b9 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187918 Dec 29 20:54:54.348703 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Network 57330753-75cf-4a2e-9721-2d619521c65f is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:54.351502 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:54.355763 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:54.514967 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Pushing event updated for resources: {'Port': ['ID=0367aedc-6b07-4a49-acee-a3e7fc3db53a,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:54.566759 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:54.567738 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:54.625034 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-ae0eada6-f555-4e36-ba21-de1f81813b4d tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8381212 Dec 29 20:54:54.642709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Request body: {'port': {'device_id': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:54.779894 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:55.319389 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-411465d8-60ff-4501-a91b-4b080a239f88 req-b2c5f79b-7fc4-41d4-883b-d33294cdeba9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:55.345529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-411465d8-60ff-4501-a91b-4b080a239f88 req-b2c5f79b-7fc4-41d4-883b-d33294cdeba9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:55.347883 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-411465d8-60ff-4501-a91b-4b080a239f88 req-b2c5f79b-7fc4-41d4-883b-d33294cdeba9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 210 time: 0.0951777 Dec 29 20:54:55.411005 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e2bb4-dfe8-48ee-b477-8b186055252c req-08208b25-884d-459b-a87e-9e28f9fcf878 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:55.411776 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-315e2bb4-dfe8-48ee-b477-8b186055252c req-08208b25-884d-459b-a87e-9e28f9fcf878 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Synchronizing usage tracker for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:55.446846 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0367aedc-6b07-4a49-acee-a3e7fc3db53a {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:54:55.455040 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:55.457999 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-315e2bb4-dfe8-48ee-b477-8b186055252c req-08208b25-884d-459b-a87e-9e28f9fcf878 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Unset dirty status for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:55.465195 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-315e2bb4-dfe8-48ee-b477-8b186055252c req-08208b25-884d-459b-a87e-9e28f9fcf878 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 931 time: 0.2927194 Dec 29 20:54:55.508089 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Transition to ACTIVE for port object 0367aedc-6b07-4a49-acee-a3e7fc3db53a will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:55.540522 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-315e2bb4-dfe8-48ee-b477-8b186055252c req-c9c9da1b-e55b-4458-abb8-13d36a9d803e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743160 Dec 29 20:54:55.543434 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:55.652155 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49c87b-1d15-4197-a1d2-48e2b8c3ab68 req-28b24cf0-0f13-4f0f-be46-a99df5fed1b6 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:55.674705 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ce49c87b-1d15-4197-a1d2-48e2b8c3ab68 req-28b24cf0-0f13-4f0f-be46-a99df5fed1b6 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.1245863 Dec 29 20:54:55.776329 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ce49c87b-1d15-4197-a1d2-48e2b8c3ab68 req-7b28e44e-1a49-4f99-8755-afd1b031615c tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982413 Dec 29 20:54:55.778059 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Pushing event updated for resources: {'Port': ['ID=0367aedc-6b07-4a49-acee-a3e7fc3db53a,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:55.901421 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Attempting to bind port 0367aedc-6b07-4a49-acee-a3e7fc3db53a on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:54:55.902060 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Attempting to bind port 0367aedc-6b07-4a49-acee-a3e7fc3db53a by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:54:55.902569 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Attempting to bind port 0367aedc-6b07-4a49-acee-a3e7fc3db53a on network 57330753-75cf-4a2e-9721-2d619521c65f {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:56.036381 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Port 0367aedc-6b07-4a49-acee-a3e7fc3db53a on network 57330753-75cf-4a2e-9721-2d619521c65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:54:56.036793 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Attempting to bind port 0367aedc-6b07-4a49-acee-a3e7fc3db53a on network 57330753-75cf-4a2e-9721-2d619521c65f {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:54:56.060917 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:54:56.061348 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Checking segment: {'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:54:56.061815 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Bound using segment: {'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:54:56.062324 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Bound port: 0367aedc-6b07-4a49-acee-a3e7fc3db53a, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:54:56.062884 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:56.157108 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-822d666d-f764-4684-a009-e4e34c1ab373 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:56.158872 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-822d666d-f764-4684-a009-e4e34c1ab373 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 812 time: 0.2584894 Dec 29 20:54:56.235121 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] For port 0367aedc-6b07-4a49-acee-a3e7fc3db53a, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:54:56.240163 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] For port 0367aedc-6b07-4a49-acee-a3e7fc3db53a, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0367aedc-6b07-4a49-acee-a3e7fc3db53a,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:54:56.247741 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:56.326095 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:56.327920 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] 10.222.0.46 "PUT /v2.0/ports/0367aedc-6b07-4a49-acee-a3e7fc3db53a HTTP/1.1" status: 200 len: 1093 time: 1.6916986 Dec 29 20:54:56.332384 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-5e0e81e0-cf2f-4221-a663-4d7e8a076a7e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 380 time: 0.1420152 Dec 29 20:54:56.335630 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'tag': '0367aedc-6b07-4a49-acee-a3e7fc3db53a'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:54:56.351049 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'port': {'device_id': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'admin_state_up': True, 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'security_groups': ['471a599c-3c26-48fb-b6aa-adb9ead3b594']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:56.377684 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b47b6a-b876-4d94-a7bf-0c734ab0416e service neutron] Pushing event updated for resources: {'Port': ['ID=0367aedc-6b07-4a49-acee-a3e7fc3db53a,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:56.670255 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:54:56.675694 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-0ecdeb0c-a7c4-499b-a917-33dbbbf7e80f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d835ac2b7b0e4c4aa5e9e9cdb3a4faa5&device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 1096 time: 0.2142839 Dec 29 20:54:56.700308 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-33d558ab-014e-4ee1-83a8-f37c7f91f4ed req-8d31b853-128b-43d2-86f7-04e16275b0bf tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 210 time: 0.0811536 Dec 29 20:54:56.779485 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:54:56.788213 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'tag': '0367aedc-6b07-4a49-acee-a3e7fc3db53a', 'status': 'completed', 'code': 200} Dec 29 20:54:56.816025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Made reservation on behalf of f6605294a2f54d1b8e2be6b90dc68f7c for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:54:56.822432 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:56.893272 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-fbed264e-54e4-401e-a3ef-0eeeb495b160 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0367aedc-6b07-4a49-acee-a3e7fc3db53a HTTP/1.1" status: 200 len: 217 time: 0.2040167 Dec 29 20:54:57.145755 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-1ea606b6-3403-4ebe-b74a-1c7182359dae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:57.147239 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-1ea606b6-3403-4ebe-b74a-1c7182359dae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32791538-997e-47ed-858c-2874218dca9b HTTP/1.1" status: 200 len: 853 time: 0.2450299 Dec 29 20:54:57.262594 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305acfa-f38b-4a00-929c-27f0816357f5 req-91069323-fd0d-4525-9c8f-2f61583be53d tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:57.264551 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a305acfa-f38b-4a00-929c-27f0816357f5 req-91069323-fd0d-4525-9c8f-2f61583be53d tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.0910800 Dec 29 20:54:57.267520 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-8164f45d-4c9f-4d4c-8ec3-b5034ac92d6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=57330753-75cf-4a2e-9721-2d619521c65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080647 Dec 29 20:54:57.273523 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347f381-ae24-4fc8-9cae-02c8274a554b req-2db90a8b-b138-494f-bf06-f314e5b0c984 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:57.278313 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9347f381-ae24-4fc8-9cae-02c8274a554b req-2db90a8b-b138-494f-bf06-f314e5b0c984 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 943 time: 0.4435554 Dec 29 20:54:57.327145 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a305acfa-f38b-4a00-929c-27f0816357f5 req-04611d00-c5a7-425f-9eaa-3e97ac7741e2 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566852 Dec 29 20:54:57.460058 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9347f381-ae24-4fc8-9cae-02c8274a554b req-b4bb7df3-6095-433b-93f0-db885ae6ddf2 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584103 Dec 29 20:54:57.522770 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Allocated IP 172.20.0.4 (98d55cc5-bfd8-4777-9fa2-a2132f0ede97/225e5a5c-2d02-4a03-8d12-c030f03c3bff/6712bac6-47e7-48d2-a9c0-14629c1cffab) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:54:57.643260 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-6bfebac6-7511-48fd-8954-6b340de96ec5 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635292 Dec 29 20:54:57.657923 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f98267-b82f-4320-b38a-673799c9f2dd req-c72a952a-2dda-4aa2-b0a4-664ef494ad6f tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:57.659378 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33f98267-b82f-4320-b38a-673799c9f2dd req-c72a952a-2dda-4aa2-b0a4-664ef494ad6f tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.46 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.2157786 Dec 29 20:54:58.078271 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-97c12f12-6c71-45f9-832c-33a48f6778e8 req-a2d8d8c1-c16c-4169-b59b-895d373773e8 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 210 time: 0.1693664 Dec 29 20:54:58.103118 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b14848-b440-4948-a09a-9e5e4c6fba36 req-7a3efa35-333c-48aa-8880-501382806e5c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:58.107142 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-12b14848-b440-4948-a09a-9e5e4c6fba36 req-7a3efa35-333c-48aa-8880-501382806e5c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1175292 Dec 29 20:54:58.125006 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Deleting port 98b17900-c103-4059-b992-953ed96e004c {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:54:58.132457 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:58.180134 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-12b14848-b440-4948-a09a-9e5e4c6fba36 req-d27529c5-5f25-4c5e-a40a-d3a14d9ee485 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509419 Dec 29 20:54:58.325429 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:58.339062 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d851950-1d3e-4198-8dd4-ba6a9e6c9a2e req-2eaefb1b-238a-481f-8de8-c47b57964430 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785684 Dec 29 20:54:58.385367 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Transition to ACTIVE for port object 6712bac6-47e7-48d2-a9c0-14629c1cffab will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:54:58.406438 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-9dad5a50-794f-46e7-83c6-088aa436a44b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.4828811 Dec 29 20:54:58.556768 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:58.676999 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:54:58.685017 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46beaee3-989a-45d5-bc50-f452b35317d9 req-3bdf84f1-622d-45de-9546-a9aa1ccf774f tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:58.687056 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-46beaee3-989a-45d5-bc50-f452b35317d9 req-3bdf84f1-622d-45de-9546-a9aa1ccf774f tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.1821260 Dec 29 20:54:58.731850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:54:58.738085 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-46beaee3-989a-45d5-bc50-f452b35317d9 req-a4f7b139-75c1-4060-8bee-4380ee96a735 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Dec 29 20:54:58.739443 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:54:59.009454 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=6712bac6-47e7-48d2-a9c0-14629c1cffab,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:54:59.071069 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.071797 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:59.099039 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0dda1280-01e5-4d40-ba70-36b12c69f3a5 None None] Provisioning for port 6712bac6-47e7-48d2-a9c0-14629c1cffab completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:54:59.106101 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0dda1280-01e5-4d40-ba70-36b12c69f3a5 None None] Provisioning complete for port 6712bac6-47e7-48d2-a9c0-14629c1cffab triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:54:59.107527 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0dda1280-01e5-4d40-ba70-36b12c69f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:59.198039 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-0dda1280-01e5-4d40-ba70-36b12c69f3a5 None None] Port 6712bac6-47e7-48d2-a9c0-14629c1cffab cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:54:59.208006 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-bafbf69a-8483-458c-972a-0facb63fc6d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.209369 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-bafbf69a-8483-458c-972a-0facb63fc6d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.7591307 Dec 29 20:54:59.221465 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-20078f0e-4349-4bb5-832f-a53ccde6c56c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8743272 Dec 29 20:54:59.331405 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4898a5-71d3-4b58-be62-fd1eb8776937 req-acca87ae-c7d3-451a-a9a5-b9b98ed97bf9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.345202 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e4898a5-71d3-4b58-be62-fd1eb8776937 req-acca87ae-c7d3-451a-a9a5-b9b98ed97bf9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 943 time: 0.7093561 Dec 29 20:54:59.345202 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Request body: {'port': {'device_id': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:54:59.368000 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-ffb7eaf2-0438-4ec9-aa78-3cb25bf46a6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d835ac2b7b0e4c4aa5e9e9cdb3a4faa5&device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 1096 time: 0.9574594 Dec 29 20:54:59.369953 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] For port 98b17900-c103-4059-b992-953ed96e004c, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=98b17900-c103-4059-b992-953ed96e004c,segment=NetworkSegment(af05c0ad-8026-4817-b4ba-44ea9aef46c3),segment_id=af05c0ad-8026-4817-b4ba-44ea9aef46c3)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:54:59.370438 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:54:59.384543 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f623-58e0-4345-a0ce-b4499a18622e req-668bef6e-a1c5-4c50-9876-eeb26dc7ee6a tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.384543 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8e32f623-58e0-4345-a0ce-b4499a18622e req-668bef6e-a1c5-4c50-9876-eeb26dc7ee6a tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 931 time: 0.1338615 Dec 29 20:54:59.404131 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-5e5640e1-898e-41a7-96c3-7e957cf5f208 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 217 time: 0.1777906 Dec 29 20:54:59.436472 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-8e32f623-58e0-4345-a0ce-b4499a18622e req-0155053c-3131-40d5-9bc6-19c80c0bdb88 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:54:59.454376 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-8e32f623-58e0-4345-a0ce-b4499a18622e req-0155053c-3131-40d5-9bc6-19c80c0bdb88 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:54:59.455800 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8e32f623-58e0-4345-a0ce-b4499a18622e req-0155053c-3131-40d5-9bc6-19c80c0bdb88 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694652 Dec 29 20:54:59.671397 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Calling delete_port for 98b17900-c103-4059-b992-953ed96e004c owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:54:59.722455 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c8b23-08c4-4f37-ae4d-a415e8e87690 req-55074495-48d3-4d10-9a8e-72f6f331f4cb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.724477 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-078c8b23-08c4-4f37-ae4d-a415e8e87690 req-55074495-48d3-4d10-9a8e-72f6f331f4cb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1140413 Dec 29 20:54:59.750690 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-09cd3f1b-6423-4ac9-b699-098b1f95facd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:54:59.752224 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-09cd3f1b-6423-4ac9-b699-098b1f95facd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.2563159 Dec 29 20:54:59.790797 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-078c8b23-08c4-4f37-ae4d-a415e8e87690 req-3e2db7cc-d018-4609-8657-ef221f6bd633 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582285 Dec 29 20:54:59.960537 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-0cbc73ae-7b8f-43c1-a8c5-1e68f0aba1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924043 Dec 29 20:55:00.047576 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e4898a5-71d3-4b58-be62-fd1eb8776937 req-a234a866-eacc-4b30-bf61-4513c42443ee tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691968 Dec 29 20:55:00.133034 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:00.169291 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-e0f9bdc9-20fa-4833-8a85-497aac6c9d2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:00.169291 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-e0f9bdc9-20fa-4833-8a85-497aac6c9d2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=57330753-75cf-4a2e-9721-2d619521c65f HTTP/1.1" status: 200 len: 914 time: 0.7628810 Dec 29 20:55:00.182638 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6756bc-7cb9-4c21-a06b-3e79ec305216 req-6d26999d-1717-4dc4-a8f8-6712151bf992 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:00.187545 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ff6756bc-7cb9-4c21-a06b-3e79ec305216 req-6d26999d-1717-4dc4-a8f8-6712151bf992 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 950 time: 0.0890951 Dec 29 20:55:00.244344 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ff6756bc-7cb9-4c21-a06b-3e79ec305216 req-9aaecec6-9cd8-4cd9-8971-3f54745fff44 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/security-groups?id=1fba3ab7-f8be-4702-94f4-197c1bfe0067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545943 Dec 29 20:55:00.340725 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-73833b10-9116-4154-91b2-8a2d5f30ab2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0367aedc-6b07-4a49-acee-a3e7fc3db53a HTTP/1.1" status: 200 len: 217 time: 0.1417797 Dec 29 20:55:00.511485 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:00.517544 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-1aaa6a8b-a510-4088-a9ff-2c477ffda7f1 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180655 Dec 29 20:55:00.518625 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-6e5efb15-8b0a-4d39-9835-e6488e629da8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:00.520056 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-6e5efb15-8b0a-4d39-9835-e6488e629da8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32791538-997e-47ed-858c-2874218dca9b HTTP/1.1" status: 200 len: 853 time: 0.1659064 Dec 29 20:55:00.690469 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Pushing event deleted for resources: {'Port': ['ID=98b17900-c103-4059-b992-953ed96e004c,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:00.704451 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-6ca35074-f13d-4fc4-8860-2e8a4d55a241 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=57330753-75cf-4a2e-9721-2d619521c65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404622 Dec 29 20:55:00.890256 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 98b17900-c103-4059-b992-953ed96e004c no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:00.965611 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 98b17900-c103-4059-b992-953ed96e004c {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:00.967011 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 98b17900-c103-4059-b992-953ed96e004c not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:01.061790 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-006cb2a0-30fe-41c8-a3a3-f0694ac524c6 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983258 Dec 29 20:55:01.113253 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7174b52-f6df-4c6b-8383-0672813f1dd5 req-a44d58ed-ab58-473b-88cd-8c5101738f59 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:01.123440 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d7174b52-f6df-4c6b-8383-0672813f1dd5 req-a44d58ed-ab58-473b-88cd-8c5101738f59 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0904934 Dec 29 20:55:01.201339 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d7174b52-f6df-4c6b-8383-0672813f1dd5 req-909646c1-70ae-4ab7-89d1-efb273350907 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743959 Dec 29 20:55:01.339471 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] No DVR routers for this DVR port 98b17900-c103-4059-b992-953ed96e004c on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:01.353605 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:01.356459 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8f007-bb19-478c-afdc-30b2371b3691', 'name': 'network-vif-deleted', 'tag': '98b17900-c103-4059-b992-953ed96e004c'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:01.377605 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-72bab835-7d75-4f91-a09d-294ca24cb3d3 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840242 Dec 29 20:55:01.424840 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.46 "DELETE /v2.0/ports/98b17900-c103-4059-b992-953ed96e004c HTTP/1.1" status: 204 len: 173 time: 3.7233577 Dec 29 20:55:01.469387 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26e6d8-9ad2-468f-9560-9c6f73d8ecdf req-37b7ce3e-6b32-44f5-87ad-cd65d3cff371 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:01.470169 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-db26e6d8-9ad2-468f-9560-9c6f73d8ecdf req-37b7ce3e-6b32-44f5-87ad-cd65d3cff371 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:01.489681 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-51708a3f-c831-4e12-9eae-3e7247127e0a req-53b9f85d-2a77-4489-bd2c-1606cb193112 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100347 Dec 29 20:55:01.550025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-db26e6d8-9ad2-468f-9560-9c6f73d8ecdf req-37b7ce3e-6b32-44f5-87ad-cd65d3cff371 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:01.550707 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-db26e6d8-9ad2-468f-9560-9c6f73d8ecdf req-37b7ce3e-6b32-44f5-87ad-cd65d3cff371 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 931 time: 0.9158826 Dec 29 20:55:01.562635 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6712bac6-47e7-48d2-a9c0-14629c1cffab {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:01.568347 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d90ae-e35b-480f-af14-9b8a04f19edd req-f9bc5cf9-09b9-4894-b4e5-312df20da847 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:01.576980 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0f8d90ae-e35b-480f-af14-9b8a04f19edd req-f9bc5cf9-09b9-4894-b4e5-312df20da847 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 943 time: 0.1091430 Dec 29 20:55:01.583943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:01.613964 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Transition to ACTIVE for port object 6712bac6-47e7-48d2-a9c0-14629c1cffab will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:01.624062 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:01.632188 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-0f8d90ae-e35b-480f-af14-9b8a04f19edd req-87cdcb8f-9c71-4020-80ec-8a0728b1fea5 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Synchronizing usage tracker for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:01.676563 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-0f8d90ae-e35b-480f-af14-9b8a04f19edd req-87cdcb8f-9c71-4020-80ec-8a0728b1fea5 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Unset dirty status for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:01.677859 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0f8d90ae-e35b-480f-af14-9b8a04f19edd req-87cdcb8f-9c71-4020-80ec-8a0728b1fea5 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997195 Dec 29 20:55:01.735689 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-db26e6d8-9ad2-468f-9560-9c6f73d8ecdf req-655eb408-fe4d-401a-ab67-55a44e79040e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753416 Dec 29 20:55:01.787943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Pushing event updated for resources: {'Port': ['ID=6712bac6-47e7-48d2-a9c0-14629c1cffab,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:01.950642 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8f007-bb19-478c-afdc-30b2371b3691', 'name': 'network-vif-deleted', 'tag': '98b17900-c103-4059-b992-953ed96e004c', 'status': 'completed', 'code': 200} Dec 29 20:55:01.994000 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Attempting to bind port 6712bac6-47e7-48d2-a9c0-14629c1cffab on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:01.994687 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Attempting to bind port 6712bac6-47e7-48d2-a9c0-14629c1cffab by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:01.995188 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Attempting to bind port 6712bac6-47e7-48d2-a9c0-14629c1cffab on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:02.001381 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Port 6712bac6-47e7-48d2-a9c0-14629c1cffab on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:55:02.001911 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Attempting to bind port 6712bac6-47e7-48d2-a9c0-14629c1cffab on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:02.009779 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:02.010395 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Checking segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:02.010963 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Bound using segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:02.011547 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Bound port: 6712bac6-47e7-48d2-a9c0-14629c1cffab, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:02.012063 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:02.017935 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bbfd08c6-56b6-4b3b-9bef-6e086ecfd521 req-d1610bb3-77cc-4077-ac3a-81d14644d03c tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] 10.222.0.37 "GET /v2.0/ports?device_id=96f8f007-bb19-478c-afdc-30b2371b3691 HTTP/1.1" status: 200 len: 210 time: 0.0498431 Dec 29 20:55:02.135222 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] For port 6712bac6-47e7-48d2-a9c0-14629c1cffab, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:02.139451 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] For port 6712bac6-47e7-48d2-a9c0-14629c1cffab, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:02.155092 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:02.233695 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:02.235256 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] 10.222.0.46 "PUT /v2.0/ports/6712bac6-47e7-48d2-a9c0-14629c1cffab HTTP/1.1" status: 200 len: 1093 time: 2.9132693 Dec 29 20:55:02.267327 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064a7a4-8abe-426b-90d7-dc508fd0523b service neutron] Pushing event updated for resources: {'Port': ['ID=6712bac6-47e7-48d2-a9c0-14629c1cffab,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:02.456397 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-81726603-eb1a-4509-9578-f83e10edd53a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 1096 time: 0.1629124 Dec 29 20:55:02.556985 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-56040f18-a538-4264-8ca6-ced2bddde4bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab HTTP/1.1" status: 200 len: 217 time: 0.0831506 Dec 29 20:55:02.569885 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b3dae-0d3c-49e4-8f84-5556a1f4c2e8 req-c7269986-9bbc-45be-93f0-dccf3f62a57b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:02.575230 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5d3b3dae-0d3c-49e4-8f84-5556a1f4c2e8 req-c7269986-9bbc-45be-93f0-dccf3f62a57b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1948607 Dec 29 20:55:02.675791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-7d1d67b2-5cef-4b95-a560-29f9059ad85c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:02.677182 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-7d1d67b2-5cef-4b95-a560-29f9059ad85c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.1010277 Dec 29 20:55:02.679862 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5d3b3dae-0d3c-49e4-8f84-5556a1f4c2e8 req-bc0f83e2-a39d-48ee-a5e7-4429f83dd600 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Dec 29 20:55:02.778473 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-0945528f-a9f7-49e4-9d92-5095344bc87f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0921741 Dec 29 20:55:02.910358 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0367aedc-6b07-4a49-acee-a3e7fc3db53a details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:55:02.987037 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70139984-f4f3-4ff5-be99-65828a6da5e8 req-4dc41cc9-a5ac-4182-9228-f3aaa6af7814 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:02.989285 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70139984-f4f3-4ff5-be99-65828a6da5e8 req-4dc41cc9-a5ac-4182-9228-f3aaa6af7814 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 943 time: 0.1665344 Dec 29 20:55:03.060484 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-fc6023ae-60c2-473b-a7c3-dc3b483639f3 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734723 Dec 29 20:55:03.079707 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0367aedc-6b07-4a49-acee-a3e7fc3db53a, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0367aedc-6b07-4a49-acee-a3e7fc3db53a,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:03.095718 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '0367aedc-6b07-4a49-acee-a3e7fc3db53a', 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f', 'port_id': '0367aedc-6b07-4a49-acee-a3e7fc3db53a', 'mac_address': 'fa:16:3e:66:ff:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32791538-997e-47ed-858c-2874218dca9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:55:03.168635 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.195087 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0367aedc-6b07-4a49-acee-a3e7fc3db53a {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:03.199795 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-70139984-f4f3-4ff5-be99-65828a6da5e8 req-cbcbc433-1f0b-4a8e-8aa1-ee523315ae96 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870065 Dec 29 20:55:03.215201 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0367aedc-6b07-4a49-acee-a3e7fc3db53a, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0367aedc-6b07-4a49-acee-a3e7fc3db53a,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:03.220965 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.276093 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766d337-5cde-46dc-98ee-52c9f2328344 req-a0ae8634-673e-4c5c-8434-e69b6f50e883 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:03.284739 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d766d337-5cde-46dc-98ee-52c9f2328344 req-a0ae8634-673e-4c5c-8434-e69b6f50e883 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.3315260 Dec 29 20:55:03.303625 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-06ae4f43-7464-4dd7-a524-8527bb5e104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:03.335279 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0367aedc-6b07-4a49-acee-a3e7fc3db53a,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:03.386877 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d766d337-5cde-46dc-98ee-52c9f2328344 req-5826ac3e-60cc-4228-b083-cb076aa54b33 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009908 Dec 29 20:55:03.406196 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b10ef5cd-071c-4921-9c88-7d83c8fcd81f req-1a06b79d-93dc-4fbc-ad03-3ea1287d9246 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373964 Dec 29 20:55:03.730858 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['0367aedc-6b07-4a49-acee-a3e7fc3db53a'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:04.026392 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:04.165669 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511fb1-951c-45e3-9cc2-7907e55aa52e req-3b26d699-a40b-402c-921d-d5aafdfefcd2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:04.170593 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6b511fb1-951c-45e3-9cc2-7907e55aa52e req-3b26d699-a40b-402c-921d-d5aafdfefcd2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.2617157 Dec 29 20:55:04.172517 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'status': 'completed', 'code': 200} Dec 29 20:55:04.292855 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6b511fb1-951c-45e3-9cc2-7907e55aa52e req-1517cf3d-2487-48df-a32c-2e5f82aa3c61 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194389 Dec 29 20:55:04.310308 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-fe94f568-579f-4d0a-83bd-2cdec8024489 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 1096 time: 0.1146305 Dec 29 20:55:04.504173 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d37cbb-e020-4e6a-bb6a-5ceae9cbd4e2 req-31a53c2b-5f13-4ca7-8371-25ef39b58a40 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:04.510983 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-ed7ac7a7-0c9f-413a-9e15-374edb52da0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:04.512974 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-ed7ac7a7-0c9f-413a-9e15-374edb52da0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1949022 Dec 29 20:55:04.513217 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f5d37cbb-e020-4e6a-bb6a-5ceae9cbd4e2 req-31a53c2b-5f13-4ca7-8371-25ef39b58a40 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 944 time: 0.1709380 Dec 29 20:55:04.560342 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f5d37cbb-e020-4e6a-bb6a-5ceae9cbd4e2 req-43ce37ae-0d00-4955-bca7-545fcd004341 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 Dec 29 20:55:04.641998 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-dc5fa0e6-64f4-433a-85fc-96e7fc037351 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab HTTP/1.1" status: 200 len: 217 time: 0.1204123 Dec 29 20:55:04.739605 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-fcf8d988-ffa7-411d-be8c-f55b98a6aa91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:04.741072 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-fcf8d988-ffa7-411d-be8c-f55b98a6aa91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0866938 Dec 29 20:55:04.747944 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbcc31-aa29-4a5f-8a4b-41a27ba4ad2d req-2ac255fb-c9b7-4caa-9160-d9440f2cf28e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:04.749393 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-37dbcc31-aa29-4a5f-8a4b-41a27ba4ad2d req-2ac255fb-c9b7-4caa-9160-d9440f2cf28e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.1751087 Dec 29 20:55:04.962431 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-37dbcc31-aa29-4a5f-8a4b-41a27ba4ad2d req-13040e57-299a-45af-baf3-dbaf23ce64fc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268811 Dec 29 20:55:04.975748 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-e25520a6-11c5-444b-84b1-3ff238ba3280 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2214024 Dec 29 20:55:05.188560 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-f31bbb37-a8c3-49bb-aac8-aa542e193e7b service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031488 Dec 29 20:55:05.462090 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ed1e45bc-609a-45b4-ba4e-988b1b741518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:05.501141 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3f1a0f1-17cf-428a-af59-a9d3409e9530 req-80bfbfb2-7cbd-4883-92ef-5241767a772c service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044016 Dec 29 20:55:05.700287 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f91a69-17f0-4669-b00b-07ba3a4cc3b8 req-68626618-fb30-43a6-bc5a-73c28ab970ea tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:05.703411 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c5f91a69-17f0-4669-b00b-07ba3a4cc3b8 req-68626618-fb30-43a6-bc5a-73c28ab970ea tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1488512 Dec 29 20:55:05.775708 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c5f91a69-17f0-4669-b00b-07ba3a4cc3b8 req-2ca2c54a-6448-48bd-90b2-c3f38b8819fe tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639470 Dec 29 20:55:06.042777 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38365e3-d141-4edb-adfd-35007a4c16e3 req-39b8cd91-e622-4692-9fde-9b07ee1cc726 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:06.044982 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f38365e3-d141-4edb-adfd-35007a4c16e3 req-39b8cd91-e622-4692-9fde-9b07ee1cc726 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 944 time: 0.1011229 Dec 29 20:55:06.111825 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f38365e3-d141-4edb-adfd-35007a4c16e3 req-f72e0de7-ca3d-4a3b-abc5-4487513d447b tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612638 Dec 29 20:55:06.234478 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbc1a7-dd90-4fd3-94be-86b04acd40f9 req-50fd05a5-4899-432c-9a97-960ecba20d3d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:06.235977 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a6dbc1a7-dd90-4fd3-94be-86b04acd40f9 req-50fd05a5-4899-432c-9a97-960ecba20d3d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.0903330 Dec 29 20:55:06.292215 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a6dbc1a7-dd90-4fd3-94be-86b04acd40f9 req-8c6e90a6-46a8-42b2-b865-d91541e9e7b1 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478947 Dec 29 20:55:06.700349 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:06.951428 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0367aedc-6b07-4a49-acee-a3e7fc3db53a up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:07.114579 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1feea-12aa-47a7-a9a4-d101203e3d72 req-2c1d15f0-5225-41a3-a058-32b3a21108d0 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:07.135353 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0aa1feea-12aa-47a7-a9a4-d101203e3d72 req-2c1d15f0-5225-41a3-a058-32b3a21108d0 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1705115 Dec 29 20:55:07.162311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:07.212047 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 0367aedc-6b07-4a49-acee-a3e7fc3db53a completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:07.231899 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 0367aedc-6b07-4a49-acee-a3e7fc3db53a triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:07.233323 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:07.259370 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0aa1feea-12aa-47a7-a9a4-d101203e3d72 req-b2138c9a-598e-4497-a8c1-3c5a437bdb99 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229680 Dec 29 20:55:07.484868 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4fa2b-2466-41b5-9634-33a1da95c953 req-ddd4e2ff-1803-41e7-8e76-1d28d914a284 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:07.492880 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3ef4fa2b-2466-41b5-9634-33a1da95c953 req-ddd4e2ff-1803-41e7-8e76-1d28d914a284 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 944 time: 0.1111453 Dec 29 20:55:07.562885 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3ef4fa2b-2466-41b5-9634-33a1da95c953 req-0f057749-a605-4da3-ba10-c5f9071d091f tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682757 Dec 29 20:55:07.641731 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:07.719245 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56350201-3156-42f1-a0ed-5d06a4fb319c req-4172b21c-5f29-4cb6-968d-0e706fbfbbb3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:07.727785 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-56350201-3156-42f1-a0ed-5d06a4fb319c req-4172b21c-5f29-4cb6-968d-0e706fbfbbb3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.1708279 Dec 29 20:55:07.729961 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0367aedc-6b07-4a49-acee-a3e7fc3db53a, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0367aedc-6b07-4a49-acee-a3e7fc3db53a,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:07.731188 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0367aedc-6b07-4a49-acee-a3e7fc3db53a'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:07.742405 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:07.810120 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-56350201-3156-42f1-a0ed-5d06a4fb319c req-6260588d-25c4-442c-afa3-27aea213313a tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810056 Dec 29 20:55:07.866746 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0367aedc-6b07-4a49-acee-a3e7fc3db53a', 'code': 200} Dec 29 20:55:07.879609 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0367aedc-6b07-4a49-acee-a3e7fc3db53a,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:07.986179 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:08.212971 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-40742d21-830d-49d7-aca1-c544e986019e req-3d253278-8a5c-4114-aa3d-712039830a51 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 1098 time: 0.1079907 Dec 29 20:55:08.286503 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-40742d21-830d-49d7-aca1-c544e986019e req-0c20211c-6e15-4e40-8de7-a5954a782451 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658038 Dec 29 20:55:08.502053 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185e844-4c2c-4360-a365-5c021052a7a8 req-37e1a38d-6572-46b3-bcaa-5739f8b0b08e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:08.505409 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3185e844-4c2c-4360-a365-5c021052a7a8 req-37e1a38d-6572-46b3-bcaa-5739f8b0b08e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0887909 Dec 29 20:55:08.586723 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3185e844-4c2c-4360-a365-5c021052a7a8 req-011ea542-7df1-4321-b6bd-f9b008e1e7bb tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730283 Dec 29 20:55:08.863889 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb1aa5-532e-41b1-b56d-472de94133fc req-85c1e569-0d09-48bc-9dca-c3cb13b1c705 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:08.874594 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2bfb1aa5-532e-41b1-b56d-472de94133fc req-85c1e569-0d09-48bc-9dca-c3cb13b1c705 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 945 time: 0.1742699 Dec 29 20:55:08.979839 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2bfb1aa5-532e-41b1-b56d-472de94133fc req-cc3553e6-b331-46c1-9038-7fdba3068914 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032765 Dec 29 20:55:09.278520 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab6f20-ab2c-43d0-a4bc-3fbe49c98fa2 req-4bf68f15-c2ca-48e8-9508-7caaa802e0d1 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:09.286507 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-69ab6f20-ab2c-43d0-a4bc-3fbe49c98fa2 req-4bf68f15-c2ca-48e8-9508-7caaa802e0d1 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.1466889 Dec 29 20:55:09.336440 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-69ab6f20-ab2c-43d0-a4bc-3fbe49c98fa2 req-b2271d1b-793d-47ea-abe6-e5ac821729b8 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484407 Dec 29 20:55:09.645744 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c038489-fb76-4718-8ef4-e39d78d6ebf8 req-27f52b30-2a57-4713-9e66-d1f0fabc18a9 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:09.654129 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c038489-fb76-4718-8ef4-e39d78d6ebf8 req-27f52b30-2a57-4713-9e66-d1f0fabc18a9 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 945 time: 0.0972264 Dec 29 20:55:09.707443 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c038489-fb76-4718-8ef4-e39d78d6ebf8 req-115c0ab0-859a-4880-a6c2-1117e468340f tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521579 Dec 29 20:55:09.863519 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0103b82-35fb-410c-ae86-b1ed1eb37487 req-7df8c24c-4c39-4933-b5ab-27ed120a7c3e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:09.865368 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b0103b82-35fb-410c-ae86-b1ed1eb37487 req-7df8c24c-4c39-4933-b5ab-27ed120a7c3e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0993516 Dec 29 20:55:09.937188 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b0103b82-35fb-410c-ae86-b1ed1eb37487 req-46e6fa72-6771-4ef9-b30f-e644b2c427b4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612080 Dec 29 20:55:10.337322 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f16d7-002b-4a56-9ba2-98bff561ff42 req-c36abe47-67c6-452d-a543-4fddda9136dd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:10.339420 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-390f16d7-002b-4a56-9ba2-98bff561ff42 req-c36abe47-67c6-452d-a543-4fddda9136dd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 945 time: 0.1158531 Dec 29 20:55:10.402705 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-390f16d7-002b-4a56-9ba2-98bff561ff42 req-0fd1148b-9b7a-4213-a14d-562a84a47218 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570989 Dec 29 20:55:10.691966 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc02457-e6a9-49de-8ed7-8f093b27d9d7 req-73ef9518-cf74-4927-a963-29f99d159c0e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:10.693425 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1fc02457-e6a9-49de-8ed7-8f093b27d9d7 req-73ef9518-cf74-4927-a963-29f99d159c0e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.2122416 Dec 29 20:55:10.787457 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1fc02457-e6a9-49de-8ed7-8f093b27d9d7 req-a16d87f2-665a-4796-a9a4-9e4d2c7d622d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863450 Dec 29 20:55:11.055828 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc4cb-ddcd-497f-9d09-24697f1b872e req-c036d431-8283-4d23-934d-36ed9750ae33 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:11.058073 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5d3cc4cb-ddcd-497f-9d09-24697f1b872e req-c036d431-8283-4d23-934d-36ed9750ae33 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 945 time: 0.2033408 Dec 29 20:55:11.141313 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5d3cc4cb-ddcd-497f-9d09-24697f1b872e req-1b180f3e-c1df-4645-bc88-7f513a9ef487 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774491 Dec 29 20:55:11.153585 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39296) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:11.243596 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52371f-de24-4868-b7f9-41dac3643ced req-053fb824-640d-459d-9661-7d7aba5295ef tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:11.250886 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1a52371f-de24-4868-b7f9-41dac3643ced req-053fb824-640d-459d-9661-7d7aba5295ef tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0924373 Dec 29 20:55:11.311330 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1a52371f-de24-4868-b7f9-41dac3643ced req-1fc61f8f-b391-45fe-9834-3d86999efe71 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594709 Dec 29 20:55:11.393430 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-0dfc8209-0510-40fa-a6db-46ff030bcd0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d36ec3cd89c40a7a5706c6046525884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2382166 Dec 29 20:55:11.395820 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39304) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:11.483064 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:11.514148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:11.574437 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:11.593187 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba3ab7-f8be-4702-94f4-197c1bfe0067,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:11.607792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.608268 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.608687 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.609149 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.609563 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.609976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.610891 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.611402 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.611832 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.612320 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.612701 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:11.618045 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:11.621551 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a92ea2ce-36ba-4a3f-905f-c2ef260b0f1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fba3ab7-f8be-4702-94f4-197c1bfe0067 HTTP/1.1" status: 204 len: 168 time: 0.2223613 Dec 29 20:55:11.703900 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb647aef-b20e-4474-8441-4ed4cb639a2f req-4e48bc33-57c6-4f49-9c4c-e8328e3510e4 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:11.706103 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-eb647aef-b20e-4474-8441-4ed4cb639a2f req-4e48bc33-57c6-4f49-9c4c-e8328e3510e4 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 945 time: 0.1602175 Dec 29 20:55:11.769461 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-eb647aef-b20e-4474-8441-4ed4cb639a2f req-b97d2de5-61b7-4eee-9733-9d6d6407eba9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568836 Dec 29 20:55:12.175185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf9344-4e14-4510-bcc4-537b42c62866 req-4acf9162-ba52-41d8-99a8-1a8fae624d44 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.184096 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7bcf9344-4e14-4510-bcc4-537b42c62866 req-4acf9162-ba52-41d8-99a8-1a8fae624d44 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.1477132 Dec 29 20:55:12.229338 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb15bd8-e206-4008-9804-364a48d63bad req-66f77ed6-1580-4959-b777-7902ca7186b7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.230718 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0cb15bd8-e206-4008-9804-364a48d63bad req-66f77ed6-1580-4959-b777-7902ca7186b7 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 945 time: 0.1560419 Dec 29 20:55:12.291392 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7bcf9344-4e14-4510-bcc4-537b42c62866 req-5329115a-910f-4167-bea0-74e669e52d8a tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057703 Dec 29 20:55:12.360154 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Deleting port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:12.360499 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:12.428791 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce3eb-ba1d-4bab-8d2a-866783d38786 req-695c76aa-623e-4e94-a5b0-f2791b249824 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.430709 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cabce3eb-ba1d-4bab-8d2a-866783d38786 req-695c76aa-623e-4e94-a5b0-f2791b249824 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 945 time: 0.1177423 Dec 29 20:55:12.497941 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cabce3eb-ba1d-4bab-8d2a-866783d38786 req-4be6cda4-49df-44b6-823f-6e27d7700d2f tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591993 Dec 29 20:55:12.807470 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4de3-ede1-441f-9eec-4a5497e3a60b req-c0ff1a4a-3c6a-4254-aa99-7722f3fa9710 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:12.809241 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3b3f4de3-ede1-441f-9eec-4a5497e3a60b req-c0ff1a4a-3c6a-4254-aa99-7722f3fa9710 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.3644874 Dec 29 20:55:12.931520 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] For port 2466e26c-a97f-40d6-86b2-60345e7f4cc9, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=2466e26c-a97f-40d6-86b2-60345e7f4cc9,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:12.931905 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:13.009591 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3b3f4de3-ede1-441f-9eec-4a5497e3a60b req-1bad03be-e83f-4d8e-9576-b67836e9b93c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920054 Dec 29 20:55:13.083740 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Calling delete_port for 2466e26c-a97f-40d6-86b2-60345e7f4cc9 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:13.318918 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:13.376277 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'c696c116-b331-4148-9008-b1d3ed90a3bd', '319ec34a-b215-42b4-bb86-25b804cbb114'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:13.505581 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event deleted for resources: {'Port': ['ID=2466e26c-a97f-40d6-86b2-60345e7f4cc9,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:13.610690 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] No DVR routers for this DVR port 2466e26c-a97f-40d6-86b2-60345e7f4cc9 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:13.614016 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:13.617067 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27984213-e27b-4978-ac56-8233ab1a1948', 'name': 'network-vif-deleted', 'tag': '2466e26c-a97f-40d6-86b2-60345e7f4cc9'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:13.647194 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0cb15bd8-e206-4008-9804-364a48d63bad req-182b17eb-ebdd-4635-a970-73971966f16a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "DELETE /v2.0/ports/2466e26c-a97f-40d6-86b2-60345e7f4cc9 HTTP/1.1" status: 204 len: 173 time: 1.4089117 Dec 29 20:55:13.665943 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-911cd186-8413-4733-a63e-4d433bf251a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2072737 Dec 29 20:55:13.755198 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ae6b0-3ad3-4a86-8ead-ca664db065cb req-b5dac31c-715e-4209-b412-b4691627b156 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:13.764022 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3e6ae6b0-3ad3-4a86-8ead-ca664db065cb req-b5dac31c-715e-4209-b412-b4691627b156 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.2366822 Dec 29 20:55:13.824608 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-549228f2-5711-445c-825c-b7be16bbb6e0 req-7110dbcf-a788-47e0-9c51-205fa12e3e52 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:13.862094 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3e6ae6b0-3ad3-4a86-8ead-ca664db065cb req-ed1bb5dc-e4fd-4168-bf42-b659630df00e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923676 Dec 29 20:55:13.913693 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-549228f2-5711-445c-825c-b7be16bbb6e0 req-7110dbcf-a788-47e0-9c51-205fa12e3e52 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:13.920258 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-549228f2-5711-445c-825c-b7be16bbb6e0 req-7110dbcf-a788-47e0-9c51-205fa12e3e52 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 210 time: 0.1671779 Dec 29 20:55:13.928576 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-b53998ce-0705-4cc6-96a4-66e41fbf8b94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 1099 time: 0.2255733 Dec 29 20:55:14.123247 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27984213-e27b-4978-ac56-8233ab1a1948', 'name': 'network-vif-deleted', 'tag': '2466e26c-a97f-40d6-86b2-60345e7f4cc9', 'status': 'completed', 'code': 200} Dec 29 20:55:14.214185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-ce08942c-59f4-48c5-a8e4-46ef0f989842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:14.215696 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-ce08942c-59f4-48c5-a8e4-46ef0f989842 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.2559621 Dec 29 20:55:14.370791 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983adad4-3e09-4579-b288-e9afe13cc045 req-ead663f9-5f96-4b52-bb94-b813e92b64a3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:14.378966 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-983adad4-3e09-4579-b288-e9afe13cc045 req-ead663f9-5f96-4b52-bb94-b813e92b64a3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1718204 Dec 29 20:55:14.447046 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-be840a80-ce26-492a-adaf-1578d147e8ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 HTTP/1.1" status: 200 len: 217 time: 0.2167578 Dec 29 20:55:14.468301 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-983adad4-3e09-4579-b288-e9afe13cc045 req-e20b83a7-0712-41ac-b599-4f28273c6b86 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870287 Dec 29 20:55:14.574802 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-eec916fb-eeeb-4fa3-81ff-b4a44dfaa2cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:14.576260 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-eec916fb-eeeb-4fa3-81ff-b4a44dfaa2cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.1280408 Dec 29 20:55:14.594642 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-80278db7-c912-49d9-8aab-7bd38dd8cb0c req-ac30c646-9bac-4266-aad3-93a3b84fd7b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.0994682 Dec 29 20:55:14.734384 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-a1a53c3c-dfb7-42d2-b46c-129d233b93c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621860 Dec 29 20:55:14.742189 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:14.845925 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-80278db7-c912-49d9-8aab-7bd38dd8cb0c req-77f6e4c3-ed95-4dc1-bc03-df5777865856 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388621 Dec 29 20:55:14.906793 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-93233657-2452-4860-8722-777d4e8d8a52 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606255 Dec 29 20:55:15.011263 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 6712bac6-47e7-48d2-a9c0-14629c1cffab details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:55:15.097787 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 2466e26c-a97f-40d6-86b2-60345e7f4cc9 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:15.109007 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbce16-325d-4e94-a051-3768dd2c599c req-3fa24615-1cdf-454d-9ac0-8420301e0603 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:15.110590 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-42fbce16-325d-4e94-a051-3768dd2c599c req-3fa24615-1cdf-454d-9ac0-8420301e0603 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 943 time: 0.1058939 Dec 29 20:55:15.152339 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 2466e26c-a97f-40d6-86b2-60345e7f4cc9 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:15.152756 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 2466e26c-a97f-40d6-86b2-60345e7f4cc9 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:15.170093 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1ed79d7f-9813-4c70-8553-16c742f76eae req-71936c1b-e21c-4051-bd6f-6debafdfc826 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=27984213-e27b-4978-ac56-8233ab1a1948 HTTP/1.1" status: 200 len: 210 time: 0.0424328 Dec 29 20:55:15.177015 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-42fbce16-325d-4e94-a051-3768dd2c599c req-22a8e05b-8bdf-4f28-9385-334c2400781d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600448 Dec 29 20:55:15.217794 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 6712bac6-47e7-48d2-a9c0-14629c1cffab, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:15.230868 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'port_id': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'mac_address': 'fa:16:3e:2d:39:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:55:15.287464 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:15.307768 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6712bac6-47e7-48d2-a9c0-14629c1cffab {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:55:15.324993 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 6712bac6-47e7-48d2-a9c0-14629c1cffab, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:15.329494 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:15.402016 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=6712bac6-47e7-48d2-a9c0-14629c1cffab,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:15.525181 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4ab67d7a-0425-452e-8a25-891edec019a6 req-da0bf9a9-2717-494b-a59a-b58b29231c4b service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255596 Dec 29 20:55:15.677316 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6747269-0c7c-421e-b651-1b8afdb660f1 req-51a2f09f-4c06-4894-9567-ce892e6d6035 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:15.679426 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e6747269-0c7c-421e-b651-1b8afdb660f1 req-51a2f09f-4c06-4894-9567-ce892e6d6035 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0798829 Dec 29 20:55:15.727978 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e6747269-0c7c-421e-b651-1b8afdb660f1 req-0472b5b4-1ab2-4d67-b8c7-045ad2ab1032 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Dec 29 20:55:16.137375 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['6712bac6-47e7-48d2-a9c0-14629c1cffab'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:16.453541 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774535b-f499-45be-a985-57ba7017eaaf req-5485df39-ae36-4c32-bc91-6311f1037860 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:16.455753 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7774535b-f499-45be-a985-57ba7017eaaf req-5485df39-ae36-4c32-bc91-6311f1037860 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 944 time: 0.1252310 Dec 29 20:55:16.527560 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7774535b-f499-45be-a985-57ba7017eaaf req-92848b70-97de-44b9-8ecc-1d0604538e92 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638015 Dec 29 20:55:16.928041 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559164bf-8d5d-4928-85fd-802d7264739f req-b7df3338-e7d1-4001-9bfd-c70bf7602639 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:16.930049 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-559164bf-8d5d-4928-85fd-802d7264739f req-b7df3338-e7d1-4001-9bfd-c70bf7602639 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0779867 Dec 29 20:55:16.977298 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-559164bf-8d5d-4928-85fd-802d7264739f req-8feb3cfe-cc90-43be-b363-dec876c8a831 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Dec 29 20:55:17.728453 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29ddde-13ca-4420-9ec5-4eecd71f4a2e req-72bcf7b7-5838-48f7-bfee-dfb1bc16b464 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:17.729914 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6e29ddde-13ca-4420-9ec5-4eecd71f4a2e req-72bcf7b7-5838-48f7-bfee-dfb1bc16b464 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 944 time: 0.0812709 Dec 29 20:55:17.777211 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6e29ddde-13ca-4420-9ec5-4eecd71f4a2e req-f064b105-88d8-4edd-92f7-d7d7a3fb723f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Dec 29 20:55:17.867583 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39466) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:17.978157 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] Deleting subnet f84d59b4-f29a-48db-b553-f20edbaf6a28 {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:55:17.987924 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.045939 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3456295'] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.087265 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9ed52-a2d9-482b-9fc4-a2df74712eac req-1f73a5d0-d24e-40ca-b8ce-31b43f37607b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:18.088692 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a7a9ed52-a2d9-482b-9fc4-a2df74712eac req-1f73a5d0-d24e-40ca-b8ce-31b43f37607b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 946 time: 0.1776068 Dec 29 20:55:18.134029 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.185958 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a7a9ed52-a2d9-482b-9fc4-a2df74712eac req-2c40e1a9-05d3-45dd-bc23-a7fee1146edf tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913982 Dec 29 20:55:18.191277 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f1c8-cf5b-4a12-b927-c9c5a180b2c7 req-03e4a650-4125-4db7-8f68-3bd7fec517c4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:18.192750 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9c59f1c8-cf5b-4a12-b927-c9c5a180b2c7 req-03e4a650-4125-4db7-8f68-3bd7fec517c4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0782251 Dec 29 20:55:18.215004 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2710330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278290'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.241553 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9c59f1c8-cf5b-4a12-b927-c9c5a180b2c7 req-26185678-8598-4343-a9f7-e05d22932c29 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Dec 29 20:55:18.252861 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84d59b4-f29a-48db-b553-f20edbaf6a28,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:18.257915 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.264067 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-32ae1f30-efa5-400c-b880-73970cdca12e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f84d59b4-f29a-48db-b553-f20edbaf6a28 HTTP/1.1" status: 204 len: 168 time: 0.3954694 Dec 29 20:55:18.266362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39472) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:18.371101 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.493176 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.518175 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b160165-d298-45ac-8fed-df81257b7987']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:18.530724 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9f5543-8f9a-4d92-9950-e98e34ca6f48') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:18.531021 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9f5543-8f9a-4d92-9950-e98e34ca6f48') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:18.542365 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.559206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.565402 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:55:18.565783 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:55:18.578548 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:55:18.799909 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.808051 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:18.838979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b160165-d298-45ac-8fed-df81257b7987,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:18.858686 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-fd2a7bce-590d-44d3-bb4a-aa77391135b0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9b160165-d298-45ac-8fed-df81257b7987 HTTP/1.1" status: 204 len: 168 time: 0.5913131 Dec 29 20:55:18.870377 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-3e09520f-0936-455e-88ad-e905ec8060b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bee7e931feeb451ba07870c825abc1ae&device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 1098 time: 0.1790371 Dec 29 20:55:18.966430 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5f3ce-9bff-4c41-894b-4a1a62dd3852 req-b37b6335-8e65-4ed1-9374-91d67d6d079c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:18.967742 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a2e5f3ce-9bff-4c41-894b-4a1a62dd3852 req-b37b6335-8e65-4ed1-9374-91d67d6d079c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.2209222 Dec 29 20:55:19.009950 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 6712bac6-47e7-48d2-a9c0-14629c1cffab up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:19.043144 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5676ad-0ecb-470e-8799-8774a6034afe req-d45e631d-2f93-427b-aab0-fdcc85dd6695 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:19.045692 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ca5676ad-0ecb-470e-8799-8774a6034afe req-d45e631d-2f93-427b-aab0-fdcc85dd6695 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 944 time: 0.1265159 Dec 29 20:55:19.064688 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a2e5f3ce-9bff-4c41-894b-4a1a62dd3852 req-5fba36fe-b01d-4f3a-91fb-6a212506080b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797455 Dec 29 20:55:19.067056 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-2de306ad-a57a-425c-b0a8-63683248069b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:19.068779 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-2de306ad-a57a-425c-b0a8-63683248069b service neutron] 10.222.0.46 "GET /v2.0/networks?id=83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 200 len: 920 time: 0.1894014 Dec 29 20:55:19.103371 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39492) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:19.117968 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 6712bac6-47e7-48d2-a9c0-14629c1cffab completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:19.118713 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ca5676ad-0ecb-470e-8799-8774a6034afe req-fdc2b974-844c-4563-9a35-37b19d5c299c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674038 Dec 29 20:55:19.123975 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 6712bac6-47e7-48d2-a9c0-14629c1cffab triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:19.124536 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.162029 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-fa89a347-6125-4538-b7b5-0164523f4be1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 200 len: 217 time: 0.0843706 Dec 29 20:55:19.182690 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-d042e8f9-8caa-436a-b731-92d51f73e216 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4571ff0de0f3460cbd122222fa652641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0621438 Dec 29 20:55:19.184975 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39496) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:19.248957 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-2e59c9fc-fa1c-4f5e-961e-d5ce168396c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:19.250552 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-2e59c9fc-fa1c-4f5e-961e-d5ce168396c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 200 len: 859 time: 0.0805507 Dec 29 20:55:19.253106 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.262131 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.287713 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.304282 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 6712bac6-47e7-48d2-a9c0-14629c1cffab, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:19.305533 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:19.308479 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-0aae2bad-a5b9-46e9-a322-7a248ec1decf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83642bf7-3695-4edb-b3db-326fcc0d8ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504696 Dec 29 20:55:19.324920 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.383773 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'code': 200} Dec 29 20:55:19.402098 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=6712bac6-47e7-48d2-a9c0-14629c1cffab,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:19.462825 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-4dac6db1-4b31-4c41-8a7a-a7cd115d6f32 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401339 Dec 29 20:55:19.511618 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db12174-afed-4ebf-91a9-140267691500 req-2ca60c35-83a2-457a-81cd-3e06dff3466b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:19.513069 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6db12174-afed-4ebf-91a9-140267691500 req-2ca60c35-83a2-457a-81cd-3e06dff3466b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 946 time: 0.1685462 Dec 29 20:55:19.517840 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.557421 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17a1d4-81fc-40e3-a8c7-bfd2878e8365,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:19.584681 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:19.588355 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9f17a1d4-81fc-40e3-a8c7-bfd2878e8365 HTTP/1.1" status: 204 len: 168 time: 0.3999619 Dec 29 20:55:19.588355 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.588355 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.588355 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.588355 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.588826 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.588938 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.589234 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.589560 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.589881 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.590541 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.590541 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7ff9af-4763-41d1-8af2-26dc80f1620f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:19.607195 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6db12174-afed-4ebf-91a9-140267691500 req-a0e6f9f7-618b-4947-a1ca-ade1934279bb tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853395 Dec 29 20:55:19.668155 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df4b34d6-c0ce-4a2a-b326-a394ed57598d req-bab7250b-3c51-4e6e-a07e-ad69fa7bc453 service neutron] 10.222.0.46 "GET /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875405 Dec 29 20:55:19.702916 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d26e4b52-f303-4cae-a315-d4b23a5c47d2 req-06789fa9-d97b-4b4d-9ac2-90c42047ce69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 1098 time: 0.0843675 Dec 29 20:55:19.748997 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d26e4b52-f303-4cae-a315-d4b23a5c47d2 req-51f510df-2989-4b60-9526-a47a38b9a38e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 Dec 29 20:55:20.283453 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac5074-cbad-4603-8a0e-ca0d04636201 req-03205c5f-b09b-4f8f-ada7-9c87874c4cd2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:20.284971 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f5ac5074-cbad-4603-8a0e-ca0d04636201 req-03205c5f-b09b-4f8f-ada7-9c87874c4cd2 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0921602 Dec 29 20:55:20.337278 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f5ac5074-cbad-4603-8a0e-ca0d04636201 req-2f759a24-6d23-4e8e-9f71-f7fb4c1938d4 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458534 Dec 29 20:55:20.354216 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df84832-751b-4ef5-9a81-15c50c49db77 req-3f408a39-c771-459e-a506-8ad6763a09af tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:20.357171 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2df84832-751b-4ef5-9a81-15c50c49db77 req-3f408a39-c771-459e-a506-8ad6763a09af tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.0925930 Dec 29 20:55:20.435180 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2df84832-751b-4ef5-9a81-15c50c49db77 req-538fbe3a-4721-46e7-b750-919ecc8fa2f9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725033 Dec 29 20:55:20.653976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-89188ab0-5134-4d90-ab3b-d5a328df1e83 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:20.655346 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-89188ab0-5134-4d90-ab3b-d5a328df1e83 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 946 time: 0.0757554 Dec 29 20:55:20.730612 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Deleting port 319ec34a-b215-42b4-bb86-25b804cbb114 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:20.730984 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:20.857752 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eae17-b560-428f-b24d-7de739af2e19 req-27a4d15f-fa22-43e0-8857-988fbb2e4a77 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:20.865862 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-af7eae17-b560-428f-b24d-7de739af2e19 req-27a4d15f-fa22-43e0-8857-988fbb2e4a77 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 946 time: 0.1240058 Dec 29 20:55:20.911595 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-af7eae17-b560-428f-b24d-7de739af2e19 req-57b94ee4-44a0-4f25-a0fc-9467b06de4c0 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Dec 29 20:55:20.993648 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] For port 319ec34a-b215-42b4-bb86-25b804cbb114, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=319ec34a-b215-42b4-bb86-25b804cbb114,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:20.994003 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:21.062979 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:55:21.122576 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Calling delete_port for 319ec34a-b215-42b4-bb86-25b804cbb114 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:21.315221 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:21.339459 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'c696c116-b331-4148-9008-b1d3ed90a3bd', '319ec34a-b215-42b4-bb86-25b804cbb114'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:21.365212 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event deleted for resources: {'Port': ['ID=319ec34a-b215-42b4-bb86-25b804cbb114,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:21.437190 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] No DVR routers for this DVR port 319ec34a-b215-42b4-bb86-25b804cbb114 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:21.441525 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:21.444795 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4158238e-7c89-4758-98c0-12832937b3e7', 'name': 'network-vif-deleted', 'tag': '319ec34a-b215-42b4-bb86-25b804cbb114'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:21.463793 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-acdae265-ce82-433b-b7ea-8cffd998feb7 req-6b922c4d-7578-4e7b-9437-cbf1fdfd0a7d tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "DELETE /v2.0/ports/319ec34a-b215-42b4-bb86-25b804cbb114 HTTP/1.1" status: 204 len: 173 time: 0.7986984 Dec 29 20:55:21.526721 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4158238e-7c89-4758-98c0-12832937b3e7', 'name': 'network-vif-deleted', 'tag': '319ec34a-b215-42b4-bb86-25b804cbb114', 'status': 'completed', 'code': 200} Dec 29 20:55:21.612202 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c400bd-d10d-4d5a-9dff-1264caabffa4 req-c13b4f2e-37eb-4927-8ec9-89aa0f432909 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:21.614763 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a8c400bd-d10d-4d5a-9dff-1264caabffa4 req-c13b4f2e-37eb-4927-8ec9-89aa0f432909 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1211576 Dec 29 20:55:21.675284 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a8c400bd-d10d-4d5a-9dff-1264caabffa4 req-ab7d82ab-83cb-4c96-bfb4-3446c45f02e1 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551965 Dec 29 20:55:21.755538 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23bb58-d99a-44fc-8422-5608a61224eb req-cb6efd0b-b8a1-4bd0-bbb1-8f35ef9ecb9f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:21.757756 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bf23bb58-d99a-44fc-8422-5608a61224eb req-cb6efd0b-b8a1-4bd0-bbb1-8f35ef9ecb9f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.1006892 Dec 29 20:55:21.802991 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bf23bb58-d99a-44fc-8422-5608a61224eb req-051cc1b6-d29f-4ec5-ba6b-62f8d0e490ef tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396574 Dec 29 20:55:22.103490 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-113dcd2b-1894-4376-b0fd-f31c44eed0cf req-c53767c6-9025-4e23-a08c-caea314f9575 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=4158238e-7c89-4758-98c0-12832937b3e7 HTTP/1.1" status: 200 len: 210 time: 0.0466743 Dec 29 20:55:22.880430 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772b126-796e-446d-9859-14ef29c7d680 req-416a5d7a-7c3e-4df0-bf54-8f2df4ebb0a6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:22.882919 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2772b126-796e-446d-9859-14ef29c7d680 req-416a5d7a-7c3e-4df0-bf54-8f2df4ebb0a6 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0921419 Dec 29 20:55:22.945221 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2772b126-796e-446d-9859-14ef29c7d680 req-2d6294f8-d2d6-45c6-9fb2-244f032fdcc7 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567448 Dec 29 20:55:23.017780 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be993d3-ae71-470f-bfa2-0c24a7b7f0e9 req-920c1922-37b0-425e-9238-d3312a88f31a tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:23.019163 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5be993d3-ae71-470f-bfa2-0c24a7b7f0e9 req-920c1922-37b0-425e-9238-d3312a88f31a tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.0782497 Dec 29 20:55:23.063810 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5be993d3-ae71-470f-bfa2-0c24a7b7f0e9 req-68b2a8fd-6a6f-4a67-8b71-001d6330ebad tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 Dec 29 20:55:23.262563 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78906c3d-57cc-4557-ba0c-790fc656fc6b req-b5eef6e2-f23a-41f7-bba3-392b86354541 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:23.264031 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-78906c3d-57cc-4557-ba0c-790fc656fc6b req-b5eef6e2-f23a-41f7-bba3-392b86354541 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.0796781 Dec 29 20:55:23.311565 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-78906c3d-57cc-4557-ba0c-790fc656fc6b req-5495564a-a303-43ae-b5db-08e48c6e0cf1 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Dec 29 20:55:23.339501 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39576) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:23.657981 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-89699ab9-f2f7-45b0-b961-8fcf5f3a00b4 tempest-TestVolumeBootPattern-119011969 tempest-TestVolumeBootPattern-119011969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 1093 time: 0.3172281 Dec 29 20:55:23.661831 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39586) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:23.670272 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef2f13-4cd4-4464-964b-ea79876177ba req-054169fb-18a9-40f7-b583-8f51bc17b150 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:23.675253 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-abef2f13-4cd4-4464-964b-ea79876177ba req-054169fb-18a9-40f7-b583-8f51bc17b150 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 946 time: 0.1152265 Dec 29 20:55:23.690395 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'port_id': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:23.697777 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:23.701847 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:floatingip and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:23.704719 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:23.710413 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:23.719236 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-abef2f13-4cd4-4464-964b-ea79876177ba req-419097d5-40b3-4205-a9c2-d08220d214a2 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Dec 29 20:55:23.721971 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:23.872762 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.031875 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39598) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:24.061134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Allocated IP 172.27.2.217 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/b0b173f0-3795-4f4d-ae20-3f1e09700a44) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:24.204003 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.236198 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:24.240283 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Usage tracker for resource:security_group_rule and tenant:5a99266b7d254d309f74bf744c238286 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:24.243829 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:24.249582 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:24.281343 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79215a5b-5420-410d-904f-d6573eb0df9d req-fe9d323d-423e-46d5-8d6f-e489e5f0499d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:24.282975 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-79215a5b-5420-410d-904f-d6573eb0df9d req-fe9d323d-423e-46d5-8d6f-e489e5f0499d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1423523 Dec 29 20:55:24.288686 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.317084 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.322049 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.341047 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-79215a5b-5420-410d-904f-d6573eb0df9d req-f1b42c22-71dd-4041-bfa8-459c413fe44c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487869 Dec 29 20:55:24.358499 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.384109 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a99266b7d254d309f74bf744c238286&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473055 Dec 29 20:55:24.384109 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c0f58-c5bd-41f6-afdd-7d25547d892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0610b4b5-16aa-4b0b-b344-04b7261a3e11,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:24.384524 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39608) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:24.429383 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:24.434692 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:24.441846 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:24.457216 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9e1e731e-867b-48c3-bc8a-02e8fadb26b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.472934 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=b0b173f0-3795-4f4d-ae20-3f1e09700a44,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:24.489820 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9e1e731e-867b-48c3-bc8a-02e8fadb26b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.548469 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9e1e731e-867b-48c3-bc8a-02e8fadb26b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.563039 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e731e-867b-48c3-bc8a-02e8fadb26b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0610b4b5-16aa-4b0b-b344-04b7261a3e11,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:24.574065 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9e1e731e-867b-48c3-bc8a-02e8fadb26b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:24.575204 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9e1e731e-867b-48c3-bc8a-02e8fadb26b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0610b4b5-16aa-4b0b-b344-04b7261a3e11 HTTP/1.1" status: 204 len: 168 time: 0.1897962 Dec 29 20:55:25.038688 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 319ec34a-b215-42b4-bb86-25b804cbb114 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:25.116108 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 319ec34a-b215-42b4-bb86-25b804cbb114 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:25.123195 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 319ec34a-b215-42b4-bb86-25b804cbb114 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:25.127766 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a52b7-82d7-4c4c-8f2a-de9bed405e9b req-8eab29b4-3d54-442c-b9b9-7c90cec86aac tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:25.127766 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-6d7a52b7-82d7-4c4c-8f2a-de9bed405e9b req-8eab29b4-3d54-442c-b9b9-7c90cec86aac tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:25.192979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-6d7a52b7-82d7-4c4c-8f2a-de9bed405e9b req-8eab29b4-3d54-442c-b9b9-7c90cec86aac tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:25.200379 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6d7a52b7-82d7-4c4c-8f2a-de9bed405e9b req-8eab29b4-3d54-442c-b9b9-7c90cec86aac tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 946 time: 0.2563987 Dec 29 20:55:25.251133 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6d7a52b7-82d7-4c4c-8f2a-de9bed405e9b req-0d4ee2c0-28d9-49ab-8ad9-fe58c5792511 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499883 Dec 29 20:55:25.350882 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.418495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.629445 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.634342 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.743946 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=b0b173f0-3795-4f4d-ae20-3f1e09700a44,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:25.762385 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:25.925867 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-01560a90-c431-441b-9ea8-1b84b1dc0f32 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:25.927515 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-01560a90-c431-441b-9ea8-1b84b1dc0f32 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 946 time: 0.1163027 Dec 29 20:55:26.058994 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Deleting port c696c116-b331-4148-9008-b1d3ed90a3bd {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:26.059375 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.229904 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Floating IP 9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02 associated. External IP: 172.27.2.217, port: 6712bac6-47e7-48d2-a9c0-14629c1cffab. Dec 29 20:55:26.483563 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb4957-1a3c-4cc2-b384-42233abeb021 req-5a6486d4-f5e1-4819-a676-68bd59c1d958 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:26.485085 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-61cb4957-1a3c-4cc2-b384-42233abeb021 req-5a6486d4-f5e1-4819-a676-68bd59c1d958 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 946 time: 0.0868371 Dec 29 20:55:26.532720 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-61cb4957-1a3c-4cc2-b384-42233abeb021 req-d7f5ce4b-5c46-4e88-9351-ea4a4a97b81e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 Dec 29 20:55:26.541450 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] For port c696c116-b331-4148-9008-b1d3ed90a3bd, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c696c116-b331-4148-9008-b1d3ed90a3bd,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:26.541803 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.752384 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Calling delete_port for c696c116-b331-4148-9008-b1d3ed90a3bd owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:26.980242 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:26.996546 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'c696c116-b331-4148-9008-b1d3ed90a3bd'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:27.034135 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event deleted for resources: {'Port': ['ID=c696c116-b331-4148-9008-b1d3ed90a3bd,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:27.162934 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] No DVR routers for this DVR port c696c116-b331-4148-9008-b1d3ed90a3bd on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:27.169065 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.171510 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5065012-c073-470d-8817-807962db41f5', 'name': 'network-vif-deleted', 'tag': 'c696c116-b331-4148-9008-b1d3ed90a3bd'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:27.211326 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c8ffca48-9a78-4c37-b684-26d1f7e1191e req-8ceb8887-a815-452f-9767-5c9d06b8e18b tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "DELETE /v2.0/ports/c696c116-b331-4148-9008-b1d3ed90a3bd HTTP/1.1" status: 204 len: 173 time: 1.2339170 Dec 29 20:55:27.239535 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5065012-c073-470d-8817-807962db41f5', 'name': 'network-vif-deleted', 'tag': 'c696c116-b331-4148-9008-b1d3ed90a3bd', 'status': 'completed', 'code': 200} Dec 29 20:55:27.249429 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:55:27.467555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:27.480612 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:27.490554 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:27.493989 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:27.494991 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:27.586677 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ffa1d1fb-08af-48f2-ba94-294827234928 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9173956 Dec 29 20:55:27.764289 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a110c080-dfbc-4a0a-987e-ac732e231fa5 req-5d94b0bc-f090-4b2e-b929-13ca6a8e8976 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5065012-c073-470d-8817-807962db41f5 HTTP/1.1" status: 200 len: 210 time: 0.0561016 Dec 29 20:55:27.766787 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:28.219845 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:2d:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:24Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:28.223886 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:28.235352 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:28.235936 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:28.408554 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:28.744577 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:2d:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:24Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:28.748483 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3091ea15-1085-46fc-8b70-4587df1303bd None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:2d:39:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:55:24Z', 'updated_at': '2021-12-29T20:55:24Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:28.987656 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ea5c11-4c32-4ad0-8141-ead3ee733615 None None] New status for floating IP 9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02: ACTIVE {{(pid=82781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:55:29.078142 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c696c116-b331-4148-9008-b1d3ed90a3bd no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:29.128145 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: c696c116-b331-4148-9008-b1d3ed90a3bd {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:29.128492 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c696c116-b331-4148-9008-b1d3ed90a3bd not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:29.241280 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:29.295636 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'status': 'completed', 'code': 200} Dec 29 20:55:29.403198 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-bf68cea4-6ec5-443a-bac8-24f47e091dd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 1098 time: 0.0766635 Dec 29 20:55:29.541630 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-54574f72-cfe2-4054-b47b-5cb3b90e28f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:29.543230 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-54574f72-cfe2-4054-b47b-5cb3b90e28f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1328874 Dec 29 20:55:29.646026 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-b706a452-53de-43f3-927e-b1615fc86a83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab HTTP/1.1" status: 200 len: 1001 time: 0.0948937 Dec 29 20:55:29.720103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-d2d16ca1-ac07-40d5-8b71-a90a3b86ad93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:29.730065 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-d2d16ca1-ac07-40d5-8b71-a90a3b86ad93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0653756 Dec 29 20:55:29.806526 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-8d3ca9cd-6299-4e46-baec-62f5a889e400 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765805 Dec 29 20:55:29.952229 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-a5e4a281-519c-435b-9685-5d3c94b71e6d service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367030 Dec 29 20:55:30.190135 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c71e639d-4e64-4b87-b783-8e0e7819e8b5 req-c222a901-22a6-46e0-85cd-69acb11dfc5c service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266793 Dec 29 20:55:30.528968 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e29f-3da5-45d2-a3d3-0da4d147cba9 req-73688ce0-88c9-4f60-a111-2156307d5384 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:30.530415 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6c56e29f-3da5-45d2-a3d3-0da4d147cba9 req-73688ce0-88c9-4f60-a111-2156307d5384 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0776031 Dec 29 20:55:30.579028 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6c56e29f-3da5-45d2-a3d3-0da4d147cba9 req-c109bd83-307f-4647-9757-b3ec6329f002 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Dec 29 20:55:30.673861 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775045d-64df-4fe0-8e94-46bd9e4f017f req-31466c6f-f9c8-40f3-93ba-4f00a7228e2e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:30.674452 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d775045d-64df-4fe0-8e94-46bd9e4f017f req-31466c6f-f9c8-40f3-93ba-4f00a7228e2e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Synchronizing usage tracker for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:30.689212 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d775045d-64df-4fe0-8e94-46bd9e4f017f req-31466c6f-f9c8-40f3-93ba-4f00a7228e2e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Unset dirty status for tenant:d83bfebda32544d0821c5e2cc15c6d4d on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:30.690429 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d775045d-64df-4fe0-8e94-46bd9e4f017f req-31466c6f-f9c8-40f3-93ba-4f00a7228e2e tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.0914361 Dec 29 20:55:30.738707 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d775045d-64df-4fe0-8e94-46bd9e4f017f req-f034d619-1dce-41b3-9f2a-23026864b660 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Dec 29 20:55:31.772755 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30abb58-dbac-4dd2-a7e2-779b49250bc4 req-131f176c-9174-4dbc-be53-1aa3ccf65e47 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:31.774095 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d30abb58-dbac-4dd2-a7e2-779b49250bc4 req-131f176c-9174-4dbc-be53-1aa3ccf65e47 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.0743582 Dec 29 20:55:31.825360 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d30abb58-dbac-4dd2-a7e2-779b49250bc4 req-db517f0f-28ed-44ab-9655-02cceed1fded tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457909 Dec 29 20:55:31.955683 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5dafa-0e7a-4750-81ae-005444ab675f req-53722d36-d1ab-4f92-a7b3-3dfe326ff68c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:31.957129 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-47d5dafa-0e7a-4750-81ae-005444ab675f req-53722d36-d1ab-4f92-a7b3-3dfe326ff68c tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.0790329 Dec 29 20:55:32.002198 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-47d5dafa-0e7a-4750-81ae-005444ab675f req-857cd794-cfc1-4915-9763-e23a930513ea tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394032 Dec 29 20:55:32.963341 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-4c0a2b78-f4ac-453d-9a9b-f257c0817c6a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:32.965044 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-4c0a2b78-f4ac-453d-9a9b-f257c0817c6a tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.0892620 Dec 29 20:55:33.042752 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Deleting port b35be55c-6e1a-411d-b96c-fd1c23d248cc {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:33.043154 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:33.064834 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65da97-af39-4291-99c2-c726084e768e req-74ec2a54-0085-474d-8eba-418e91817073 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:33.066466 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3d65da97-af39-4291-99c2-c726084e768e req-74ec2a54-0085-474d-8eba-418e91817073 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1015277 Dec 29 20:55:33.120392 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3d65da97-af39-4291-99c2-c726084e768e req-ab815fbb-ad2d-41df-83b2-5076c090c15e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Dec 29 20:55:33.250342 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-431a3f38-2b8e-4cc9-bdc7-045657673e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:33.365907 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56086c-b104-42b6-b1f1-83fe74f2843a req-a002f3f0-1eff-45e8-8e1a-57f856502af0 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:33.367233 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0c56086c-b104-42b6-b1f1-83fe74f2843a req-a002f3f0-1eff-45e8-8e1a-57f856502af0 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d3ebf0b-27e1-48f4-929c-4459098c750e HTTP/1.1" status: 200 len: 945 time: 0.2035253 Dec 29 20:55:33.378361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] For port b35be55c-6e1a-411d-b96c-fd1c23d248cc, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=b35be55c-6e1a-411d-b96c-fd1c23d248cc,segment=NetworkSegment(c55a6119-6dd4-4044-a6d3-94be09b5c269),segment_id=c55a6119-6dd4-4044-a6d3-94be09b5c269)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:33.378731 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:33.516206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Calling delete_port for b35be55c-6e1a-411d-b96c-fd1c23d248cc owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:33.581178 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0c56086c-b104-42b6-b1f1-83fe74f2843a req-58bef2d0-e413-4001-91d4-35367a12fa82 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.37 "GET /v2.0/security-groups?id=2980ea24-0c79-477e-aa62-beb30037fec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055240 Dec 29 20:55:33.676351 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:33.696910 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['b35be55c-6e1a-411d-b96c-fd1c23d248cc'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:33.734615 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Pushing event deleted for resources: {'Port': ['ID=b35be55c-6e1a-411d-b96c-fd1c23d248cc,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:33.849259 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] No DVR routers for this DVR port b35be55c-6e1a-411d-b96c-fd1c23d248cc on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:33.852218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:33.859709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'name': 'network-vif-deleted', 'tag': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:33.907373 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f93941dd-bf3d-44d2-ab06-3e297030954b req-84474b82-d8ee-4ee5-a2c7-8ce6f36cc4e6 tempest-AttachVolumeNegativeTest-25981269 tempest-AttachVolumeNegativeTest-25981269-project] 10.222.0.46 "DELETE /v2.0/ports/b35be55c-6e1a-411d-b96c-fd1c23d248cc HTTP/1.1" status: 204 len: 173 time: 0.9345934 Dec 29 20:55:33.924259 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-fc0d6cf7-b9d6-401c-9d83-aa5afed03dcd tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:33.925778 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-fc0d6cf7-b9d6-401c-9d83-aa5afed03dcd tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.1639831 Dec 29 20:55:33.980732 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3ebf0b-27e1-48f4-929c-4459098c750e', 'name': 'network-vif-deleted', 'tag': 'b35be55c-6e1a-411d-b96c-fd1c23d248cc', 'status': 'completed', 'code': 200} Dec 29 20:55:34.011887 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Deleting port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:34.012322 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.379198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] For port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:34.379464 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.513913 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Calling delete_port for e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:34.578969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36b23a-b4fa-4572-8050-9c367a5ceeb7 req-35966d2f-b34c-47ba-b96d-4a52ca507f04 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:34.580801 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5e36b23a-b4fa-4572-8050-9c367a5ceeb7 req-35966d2f-b34c-47ba-b96d-4a52ca507f04 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cf6633e-0eda-4d57-91e2-146d0ee53445 HTTP/1.1" status: 200 len: 946 time: 0.3314562 Dec 29 20:55:34.679913 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5e36b23a-b4fa-4572-8050-9c367a5ceeb7 req-665f068a-4d03-4192-940c-401cf699400e tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790429 Dec 29 20:55:34.720011 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.727984 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39832) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:34.733003 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4', 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:55:34.772939 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Pushing event deleted for resources: {'Port': ['ID=e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:34.795582 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] Deleting subnet f2a59deb-5e27-4855-a7c4-cf68f8f46133 {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:55:34.798534 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.861654 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.878548 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] No DVR routers for this DVR port e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:34.881702 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:34.899983 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a6feae7b-84f1-4fd7-8fcd-3973575098d4 req-8232cb3b-7357-4c66-ba11-e75419ed61e3 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "DELETE /v2.0/ports/e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 HTTP/1.1" status: 204 len: 173 time: 0.9609873 Dec 29 20:55:34.931915 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.005700 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.046518 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a59deb-5e27-4855-a7c4-cf68f8f46133,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:35.052758 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.058885 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-0470ffdc-312e-4fbc-95ab-b54ae775243f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f2a59deb-5e27-4855-a7c4-cf68f8f46133 HTTP/1.1" status: 204 len: 168 time: 0.3294334 Dec 29 20:55:35.061172 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39838) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:35.227717 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.353985 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.378094 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b7bc18-2c7a-44ed-be66-3b22ba1d0df6']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:35.389564 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55a6119-6dd4-4044-a6d3-94be09b5c269') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:35.389854 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55a6119-6dd4-4044-a6d3-94be09b5c269') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:35.401419 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.417296 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.423017 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:55:35.423381 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:55:35.436321 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:55:35.446464 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-31084dc3-d658-440c-8f74-ffb408f0adaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.511320 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.526957 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.537701 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] Pushing event deleted for resources: {'Network': ['ID=50b7bc18-2c7a-44ed-be66-3b22ba1d0df6,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:35.543970 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1195c33a-271e-4739-8b2d-0cc6b28b3bad admin admin] 10.222.0.37 "DELETE /v2.0/networks/50b7bc18-2c7a-44ed-be66-3b22ba1d0df6 HTTP/1.1" status: 204 len: 168 time: 0.4818609 Dec 29 20:55:35.758697 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39848) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:35.810927 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-aaef9a15-0a89-48ca-94ad-1597ed1ff962 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d83bfebda32544d0821c5e2cc15c6d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508308 Dec 29 20:55:35.813336 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39854) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:35.877902 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a6bea75a-aec6-40ec-870f-eaefd4686eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.904749 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a6bea75a-aec6-40ec-870f-eaefd4686eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.960335 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a6bea75a-aec6-40ec-870f-eaefd4686eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.978425 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bea75a-aec6-40ec-870f-eaefd4686eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980ea24-0c79-477e-aa62-beb30037fec8,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:35.983074 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'name': 'network-vif-deleted', 'tag': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:35.985835 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a6bea75a-aec6-40ec-870f-eaefd4686eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:35.987005 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a6bea75a-aec6-40ec-870f-eaefd4686eec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2980ea24-0c79-477e-aa62-beb30037fec8 HTTP/1.1" status: 204 len: 168 time: 0.1727700 Dec 29 20:55:36.060648 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf6633e-0eda-4d57-91e2-146d0ee53445', 'name': 'network-vif-deleted', 'tag': 'e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0', 'status': 'completed', 'code': 200} Dec 29 20:55:36.244794 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3053b73-e26b-49e5-92a1-2c0d2eeec401 req-73a2a4bb-1aea-401a-9c90-f7549e6b27cd tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:36.246269 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d3053b73-e26b-49e5-92a1-2c0d2eeec401 req-73a2a4bb-1aea-401a-9c90-f7549e6b27cd tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0823741 Dec 29 20:55:36.297320 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d3053b73-e26b-49e5-92a1-2c0d2eeec401 req-7ed5e7de-bb99-4872-9a45-31acb7515f79 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Dec 29 20:55:36.700451 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:37.091732 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:37.101870 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:37.139739 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:37.140205 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device e102cbe1-02be-4b9b-b4c4-d4c6f08a70a0 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:37.140697 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device b35be55c-6e1a-411d-b96c-fd1c23d248cc no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:37.177741 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: b35be55c-6e1a-411d-b96c-fd1c23d248cc {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:37.178794 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device b35be55c-6e1a-411d-b96c-fd1c23d248cc not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:37.504297 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e38d44-f0f7-4680-84ca-20a7972c5a92 req-cc2b6692-8e21-4e14-a75b-c4c68aeef6df tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:37.505917 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d3e38d44-f0f7-4680-84ca-20a7972c5a92 req-cc2b6692-8e21-4e14-a75b-c4c68aeef6df tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0804584 Dec 29 20:55:37.558276 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d3e38d44-f0f7-4680-84ca-20a7972c5a92 req-c0d89ab8-1f2a-4287-b1ce-864fe4959769 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456319 Dec 29 20:55:37.985196 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:38.420833 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39938) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:38.564851 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:38.596851 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:38.602370 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Usage tracker for resource:security_group_rule and tenant:80103f212ac841a59726a303563f9180 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:38.605682 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:38.611964 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:38.683526 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:38.688068 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:38.714163 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39952) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:38.786078 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15f406d-a08a-4562-9606-3335e8742c93,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:38.793342 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2e0aa97a-b925-4b51-af52-7a345ee27b0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80103f212ac841a59726a303563f9180&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3690195 Dec 29 20:55:38.795193 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39958) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:38.827939 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b3835-6f60-409a-b43f-6e1556215d20 req-8c61b93c-5a5a-428b-8768-bcfa8174833b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:38.836051 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3e2b3835-6f60-409a-b43f-6e1556215d20 req-8c61b93c-5a5a-428b-8768-bcfa8174833b tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1401682 Dec 29 20:55:38.892866 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3e2b3835-6f60-409a-b43f-6e1556215d20 req-1e63ff42-eefb-4444-81ac-f9e819375448 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Dec 29 20:55:38.901700 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:38.953045 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:38.958362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-73b9aa95-33ba-43e2-9037-8887ba6fc12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:38.960859 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Usage tracker for resource:security_group_rule and tenant:b82d8e5fb4c648019d4b3875da92adfd is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:38.964289 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:38.978230 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:39.000475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-73b9aa95-33ba-43e2-9037-8887ba6fc12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.092186 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.093282 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-73b9aa95-33ba-43e2-9037-8887ba6fc12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.107912 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.118806 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9aa95-33ba-43e2-9037-8887ba6fc12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15f406d-a08a-4562-9606-3335e8742c93,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:39.155575 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-73b9aa95-33ba-43e2-9037-8887ba6fc12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.156781 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-73b9aa95-33ba-43e2-9037-8887ba6fc12d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a15f406d-a08a-4562-9606-3335e8742c93 HTTP/1.1" status: 204 len: 168 time: 0.3606648 Dec 29 20:55:39.168974 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b82d8e5fb4c648019d4b3875da92adfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4537380 Dec 29 20:55:39.171593 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 39968) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:39.184888 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89e1c6-8d21-4473-9b64-b34b7817e540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746e733c-5625-4648-b53b-b364cbfe6495,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:39.244860 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f0fa-8dbc-4dc3-8bb9-a35a526455c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.272223 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f0fa-8dbc-4dc3-8bb9-a35a526455c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.326314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f0fa-8dbc-4dc3-8bb9-a35a526455c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.341027 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9f0fa-8dbc-4dc3-8bb9-a35a526455c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746e733c-5625-4648-b53b-b364cbfe6495,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:39.347218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f0fa-8dbc-4dc3-8bb9-a35a526455c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.351276 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-3ec9f0fa-8dbc-4dc3-8bb9-a35a526455c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/746e733c-5625-4648-b53b-b364cbfe6495 HTTP/1.1" status: 204 len: 168 time: 0.1758449 Dec 29 20:55:39.499058 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39978) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:39.517357 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.550743 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:39.555210 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Usage tracker for resource:security_group_rule and tenant:5334203f290245b88d5c5a1018b39849 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:39.558388 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:39.564242 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:39.632500 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.637272 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.686976 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6b0c92-383f-436b-9f6f-0387523e479a,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:39.695577 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-407f7d5f-2744-470a-a70c-0dc83caf317a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5334203f290245b88d5c5a1018b39849&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1920719 Dec 29 20:55:39.696051 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 39988) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:39.754721 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14e230aa-4e76-483b-9e7b-702ed51b44af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.781805 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14e230aa-4e76-483b-9e7b-702ed51b44af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.838747 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14e230aa-4e76-483b-9e7b-702ed51b44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.857074 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e230aa-4e76-483b-9e7b-702ed51b44af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6b0c92-383f-436b-9f6f-0387523e479a,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:39.870859 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-14e230aa-4e76-483b-9e7b-702ed51b44af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:39.872310 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-14e230aa-4e76-483b-9e7b-702ed51b44af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad6b0c92-383f-436b-9f6f-0387523e479a HTTP/1.1" status: 204 len: 168 time: 0.1753922 Dec 29 20:55:40.089723 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c937c-75b1-4c7a-a26a-c16eac2e7450 req-0e899042-dee0-45a0-9ff3-c5f4954769bc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:40.091305 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c11c937c-75b1-4c7a-a26a-c16eac2e7450 req-0e899042-dee0-45a0-9ff3-c5f4954769bc tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.0855339 Dec 29 20:55:40.137117 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c11c937c-75b1-4c7a-a26a-c16eac2e7450 req-e9f781cf-fa11-4682-b051-44b90f9be088 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Dec 29 20:55:40.295576 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40014) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.434094 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1877779007-network', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.440173 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.445124 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Usage tracker for resource:network and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.448114 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.456469 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.467931 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Made reservation on behalf of fc1b3281fc834cd68995c2b6fd67f2a4 for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:40.470795 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.483639 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.518543 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.523135 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.525996 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.531765 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.604297 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.609663 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.667979 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f22ba79-366b-439d-b3ee-fbf4f16cf836,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:40.675189 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:55:40.696758 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.697104 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Added segment f51293bc-c919-44a8-af46-72cdbb62434c of type vlan for network ef2cffa6-8718-49fc-8782-b29f824a0c6c Dec 29 20:55:40.752417 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.785059 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.785965 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:40.787259 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:40.887701 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] Pushing event updated for resources: {'Network': ['ID=ef2cffa6-8718-49fc-8782-b29f824a0c6c,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:40.894397 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40038) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:40.894780 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-510ca79d-9c71-4727-b72e-fa475f25278b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5991070 Dec 29 20:55:40.900445 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:55:40.905147 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Request body: {'subnet': {'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1877779007-subnet', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:40.918936 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:40.923061 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Usage tracker for resource:subnet and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:40.925912 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:40.932522 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:40.943560 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Made reservation on behalf of fc1b3281fc834cd68995c2b6fd67f2a4 for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:40.945895 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278643'] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.145290 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2710395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278281'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.222121 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a70608b-330d-4c82-8251-db4dee565165,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:41.233056 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Checking segment: {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:41.233405 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Network hostable DHCP agents. Network: ef2cffa6-8718-49fc-8782-b29f824a0c6c, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:55:41.260142 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:55:41.270300 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, ef2cffa6-8718-49fc-8782-b29f824a0c6c) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:41.279071 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff47fd41-5c9b-4aa8-8ea9-70f3f09cbb94 None None] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:41.308020 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:41.308593 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.339567 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c9b721be-1137-4142-ab94-137689612942 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4446640 Dec 29 20:55:41.342472 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40056) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:41.347088 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:41.354147 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:41.359620 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Usage tracker for resource:router and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:41.363463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:41.370452 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:41.388504 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86f3ea-3705-4070-a196-f841e19de60c req-184424d1-4e5b-4901-befe-7d3a4b6a272d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:41.389197 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-5a86f3ea-3705-4070-a196-f841e19de60c req-184424d1-4e5b-4901-befe-7d3a4b6a272d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Synchronizing usage tracker for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:55:41.395508 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.396367 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.413249 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-5a86f3ea-3705-4070-a196-f841e19de60c req-184424d1-4e5b-4901-befe-7d3a4b6a272d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Unset dirty status for tenant:bee7e931feeb451ba07870c825abc1ae on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:55:41.414499 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5a86f3ea-3705-4070-a196-f841e19de60c req-184424d1-4e5b-4901-befe-7d3a4b6a272d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.1415811 Dec 29 20:55:41.420479 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.519574 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:55:41.520617 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.531489 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5a86f3ea-3705-4070-a196-f841e19de60c req-8e47f639-8d5f-4b30-9feb-7856e8ba2d5d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006398 Dec 29 20:55:41.610957 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.691979 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Allocated IP 172.20.0.2 (ef2cffa6-8718-49fc-8782-b29f824a0c6c/4a70608b-330d-4c82-8251-db4dee565165/285cf9dc-6c7d-4211-afac-b930b5c844b7) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:41.824632 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.870631 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.926334 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:41.942490 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Transition to ACTIVE for port object 285cf9dc-6c7d-4211-afac-b930b5c844b7 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:41.973340 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Transition to ACTIVE for port object 285cf9dc-6c7d-4211-afac-b930b5c844b7 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:41.981121 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.082417 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Pushing event updated for resources: {'Port': ['ID=285cf9dc-6c7d-4211-afac-b930b5c844b7,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:42.099342 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.100694 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.101135 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.101791 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.102139 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.102475 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.102846 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.103197 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.103529 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.103852 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.104173 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:42.112096 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:42.114056 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:42.121146 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:42.141970 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Allocated IP 172.27.2.39 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/f626dccb-6de5-4bd6-b4be-214d06257d9e) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:42.240115 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Attempting to bind port 285cf9dc-6c7d-4211-afac-b930b5c844b7 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:42.240559 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Attempting to bind port 285cf9dc-6c7d-4211-afac-b930b5c844b7 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:42.240865 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Attempting to bind port 285cf9dc-6c7d-4211-afac-b930b5c844b7 on network ef2cffa6-8718-49fc-8782-b29f824a0c6c {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:42.254996 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:42.256379 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Checking segment: {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:42.256379 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.256680 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Bound using segment: {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:42.257133 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Bound port: 285cf9dc-6c7d-4211-afac-b930b5c844b7, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:42.257498 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.332240 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.353610 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] For port 285cf9dc-6c7d-4211-afac-b930b5c844b7, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:42.357144 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] For port 285cf9dc-6c7d-4211-afac-b930b5c844b7, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=285cf9dc-6c7d-4211-afac-b930b5c844b7,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:42.362750 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.372548 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.450066 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:42.477951 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655dfdd-28a5-44ff-b82e-4227c19ed7fc None None] Pushing event updated for resources: {'Port': ['ID=285cf9dc-6c7d-4211-afac-b930b5c844b7,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:42.492821 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:42.515870 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:42.618959 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Pushing event updated for resources: {'Port': ['ID=f626dccb-6de5-4bd6-b4be-214d06257d9e,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:42.825605 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-a061fcc0-a5ba-4e59-bd5f-60e817a9d3d5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:42.827575 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-a061fcc0-a5ba-4e59-bd5f-60e817a9d3d5 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.3766892 Dec 29 20:55:42.936078 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Deleting port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:42.936363 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:42.980134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9b250-b58f-4b06-85c5-f7ead85d17d6 req-5e1c0967-2fcd-4ef4-a2b2-42863c42697c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:42.982299 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2ad9b250-b58f-4b06-85c5-f7ead85d17d6 req-5e1c0967-2fcd-4ef4-a2b2-42863c42697c tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 945 time: 0.2235520 Dec 29 20:55:43.104359 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2ad9b250-b58f-4b06-85c5-f7ead85d17d6 req-f9bf1478-8578-42be-b066-987afd5f492d tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148407 Dec 29 20:55:43.175518 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.176245 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.319752 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] For port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:43.320140 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.447550 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Calling delete_port for c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:43.570910 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d512d4d-a891-46ce-8ed9-7efdbb50b38d None None] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:43.672594 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.705667 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-2b20d5aa-f704-4207-ac3c-7bcbed0cc283 None None] Provisioning for port 285cf9dc-6c7d-4211-afac-b930b5c844b7 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:43.732543 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Pushing event deleted for resources: {'Port': ['ID=c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:43.913912 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 285cf9dc-6c7d-4211-afac-b930b5c844b7 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:43.952068 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Router cb0a8642-6606-4e02-9a20-3abb401386c1 is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:55:43.960039 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] No DVR routers for this DVR port c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:55:43.963157 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:43.966863 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'name': 'network-vif-deleted', 'tag': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:55:43.992016 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 285cf9dc-6c7d-4211-afac-b930b5c844b7 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:43.998894 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 285cf9dc-6c7d-4211-afac-b930b5c844b7 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:43.999267 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.098273 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fc74d5-df52-4e85-b13d-f54bb3a788c6', 'name': 'network-vif-deleted', 'tag': 'c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4', 'status': 'completed', 'code': 200} Dec 29 20:55:44.112042 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1dc4a13b-3ee7-46bc-8055-b2a923f8c933 req-498631b2-39e9-47e9-8b18-b5f68079c0de tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.46 "DELETE /v2.0/ports/c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 HTTP/1.1" status: 204 len: 173 time: 1.2676704 Dec 29 20:55:44.153544 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.275090 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:44.285970 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 285cf9dc-6c7d-4211-afac-b930b5c844b7, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=285cf9dc-6c7d-4211-afac-b930b5c844b7,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:44.287803 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Sync routers for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:44.306787 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:44.307715 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.310440 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:44.312466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.313870 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-60788406-8058-4ae1-aac6-3b85d5e9fada admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9704237 Dec 29 20:55:44.316808 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40122) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:44.375271 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-5a865ff3-2f73-4e96-aa71-a213a4151f56 None None] Provisioning complete for port 285cf9dc-6c7d-4211-afac-b930b5c844b7 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:44.375641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5a865ff3-2f73-4e96-aa71-a213a4151f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.457890 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-65ced623-e414-4705-9b42-5e786efa76e6 req-0b5d291e-24f0-44e0-abf5-2cce07e8e844 tempest-ServerRescueNegativeTestJSON-75354573 tempest-ServerRescueNegativeTestJSON-75354573-project] 10.222.0.37 "GET /v2.0/ports?device_id=12fc74d5-df52-4e85-b13d-f54bb3a788c6 HTTP/1.1" status: 200 len: 210 time: 0.0852318 Dec 29 20:55:44.507580 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=285cf9dc-6c7d-4211-afac-b930b5c844b7,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:44.582870 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:44.745610 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:44.924096 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:42Z', 'revision_number': 3, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:44.929121 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Checking router: cb0a8642-6606-4e02-9a20-3abb401386c1 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:44.929466 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Updating router cb0a8642-6606-4e02-9a20-3abb401386c1 port f626dccb-6de5-4bd6-b4be-214d06257d9e binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:55:44.983927 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.152012 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:45.184262 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:45.184617 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device c9b8c3e1-bc06-41fb-8f67-8f3f22137cc4 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:45.202468 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.333371 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.345157 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Transition to ACTIVE for port object f626dccb-6de5-4bd6-b4be-214d06257d9e will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:45.352679 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.403862 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Allocated IP 172.20.0.1 (ef2cffa6-8718-49fc-8782-b29f824a0c6c/4a70608b-330d-4c82-8251-db4dee565165/fabde500-20bc-4b88-b96d-c122ea17c08c) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:45.432071 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Pushing event updated for resources: {'Port': ['ID=f626dccb-6de5-4bd6-b4be-214d06257d9e,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:45.434169 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Attempting to bind port f626dccb-6de5-4bd6-b4be-214d06257d9e on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:45.434534 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Attempting to bind port f626dccb-6de5-4bd6-b4be-214d06257d9e by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:45.434919 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Attempting to bind port f626dccb-6de5-4bd6-b4be-214d06257d9e on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:45.446742 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.447110 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.447448 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.447783 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.448111 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.448437 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.448760 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.449102 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.449426 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.449743 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.450063 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:55:45.453144 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:45.453515 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:45.453907 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.454296 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:45.454770 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Bound port: f626dccb-6de5-4bd6-b4be-214d06257d9e, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:45.455151 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.529174 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] For port f626dccb-6de5-4bd6-b4be-214d06257d9e, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:45.532284 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] For port f626dccb-6de5-4bd6-b4be-214d06257d9e, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=f626dccb-6de5-4bd6-b4be-214d06257d9e,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:45.536212 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.556099 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.576296 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40138) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:45.579025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Transition to ACTIVE for port object fabde500-20bc-4b88-b96d-c122ea17c08c will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:45.613467 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea06846-bd05-48ea-b9b0-3558af3d3a08 None None] Pushing event updated for resources: {'Port': ['ID=f626dccb-6de5-4bd6-b4be-214d06257d9e,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:45.617646 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:45.618232 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:45.770914 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:45.821262 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 285cf9dc-6c7d-4211-afac-b930b5c844b7 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:45.855134 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:45.869943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Pushing event updated for resources: {'Port': ['ID=fabde500-20bc-4b88-b96d-c122ea17c08c,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:45.878349 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:45.884045 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:45.886575 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:45.924830 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 285cf9dc-6c7d-4211-afac-b930b5c844b7 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:45.925468 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.061106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.234546 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-9db640aa-e26d-4cb7-9a3e-65241167ded0 None None] Provisioning for port fabde500-20bc-4b88-b96d-c122ea17c08c completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:46.239592 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-9db640aa-e26d-4cb7-9a3e-65241167ded0 None None] Provisioning complete for port fabde500-20bc-4b88-b96d-c122ea17c08c triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:46.240578 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9db640aa-e26d-4cb7-9a3e-65241167ded0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.260443 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:42Z', 'revision_number': 3, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:46.264509 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b3470a-0766-4d19-a657-7c8772affad8 None None] The sync data for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi is: [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:42Z', 'revision_number': 3, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:46.297199 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.304146 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-9db640aa-e26d-4cb7-9a3e-65241167ded0 None None] Port fabde500-20bc-4b88-b96d-c122ea17c08c cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:55:46.659516 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.665831 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.718941 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:46.841604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Pushing event updated for resources: {'Port': ['ID=fabde500-20bc-4b88-b96d-c122ea17c08c,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:46.853318 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:47.064207 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:47.065994 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:47.333069 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-19a6e19c-6f11-4926-8fce-caa4d59ba87d None None] Provisioning complete for port fabde500-20bc-4b88-b96d-c122ea17c08c triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:47.333733 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-19a6e19c-6f11-4926-8fce-caa4d59ba87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:47.384980 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-19a6e19c-6f11-4926-8fce-caa4d59ba87d None None] Port fabde500-20bc-4b88-b96d-c122ea17c08c cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:55:47.791337 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Router cb0a8642-6606-4e02-9a20-3abb401386c1 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:55:47.793167 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f626dccb-6de5-4bd6-b4be-214d06257d9e up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:47.863357 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port f626dccb-6de5-4bd6-b4be-214d06257d9e completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:47.869286 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port f626dccb-6de5-4bd6-b4be-214d06257d9e triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:47.869644 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:47.983306 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.001478 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port f626dccb-6de5-4bd6-b4be-214d06257d9e, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=f626dccb-6de5-4bd6-b4be-214d06257d9e,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:48.007373 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.056465 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Deleting port ff1d40de-0701-468a-8aa8-4b8ad1edce05 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:48.056800 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.073823 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=f626dccb-6de5-4bd6-b4be-214d06257d9e,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:48.243586 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:48.257449 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] For port ff1d40de-0701-468a-8aa8-4b8ad1edce05, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ff1d40de-0701-468a-8aa8-4b8ad1edce05,segment=NetworkSegment(7504c7aa-07cd-4919-94d6-3e6d5bc4226e),segment_id=7504c7aa-07cd-4919-94d6-3e6d5bc4226e)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:48.257868 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.276240 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-eced0662-5cdd-40ce-8038-9c1c128aa990 admin admin] 10.222.0.37 "PUT /v2.0/routers/cb0a8642-6606-4e02-9a20-3abb401386c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9583750 Dec 29 20:55:48.386461 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Calling delete_port for ff1d40de-0701-468a-8aa8-4b8ad1edce05 owned by network:router_interface {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:48.682892 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:48.815045 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1d40de-0701-468a-8aa8-4b8ad1edce05,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:49.093128 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.201788 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40188) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:49.209799 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-379473053-network', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:49.214578 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:49.219317 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Usage tracker for resource:network and tenant:6d21c3a01cf640d18210aada5d270cdc is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:49.222437 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:49.228784 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:49.240072 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Made reservation on behalf of 6d21c3a01cf640d18210aada5d270cdc for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:49.242563 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.254788 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.285467 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:49.289934 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Usage tracker for resource:security_group_rule and tenant:6d21c3a01cf640d18210aada5d270cdc is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:49.292792 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:49.298408 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:49.366726 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.372110 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.402856 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:55:49.411986 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe255ac-d2d8-488a-ae81-43849e030bea,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:49.417807 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.418154 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Added segment 64f64a22-b15a-4db1-9612-7120f20b96c7 of type vlan for network 74583c08-e06c-4025-8d34-478545672e9e Dec 29 20:55:49.451311 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.483612 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.484875 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:49.485565 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.655691 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] Pushing event updated for resources: {'Network': ['ID=74583c08-e06c-4025-8d34-478545672e9e,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:49.662033 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40196) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:49.662151 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-13711719-ad8f-465f-9c6c-faef3ce0e334 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4584861 Dec 29 20:55:49.666082 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 74583c08-e06c-4025-8d34-478545672e9e details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:55:49.680279 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Request body: {'subnet': {'network_id': '74583c08-e06c-4025-8d34-478545672e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-379473053-subnet', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:49.686967 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:49.693555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Usage tracker for resource:subnet and tenant:6d21c3a01cf640d18210aada5d270cdc is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:49.698223 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:49.710645 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:49.729490 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Made reservation on behalf of 6d21c3a01cf640d18210aada5d270cdc for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:49.732730 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278643'] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:49.732890 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Sync routers for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:49.798638 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:49.799345 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:49.852722 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:55:49.935261 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f626dccb-6de5-4bd6-b4be-214d06257d9e up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:50.031303 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:50.041534 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2710395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278281'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.109089 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port f626dccb-6de5-4bd6-b4be-214d06257d9e triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:50.109472 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.183593 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fed0c7-776e-4278-8bb7-7f88d6e3d3d5,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:50.206123 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Checking segment: {'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:50.206483 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Network hostable DHCP agents. Network: 74583c08-e06c-4025-8d34-478545672e9e, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:55:50.236917 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:50.238751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Network 74583c08-e06c-4025-8d34-478545672e9e is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:55:50.248080 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] Sync routers for ids ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:50.260687 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] Routers {'68b4f2e8-21b2-4e0a-ba71-9a943efe3880'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:50.261653 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:50.262963 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 74583c08-e06c-4025-8d34-478545672e9e) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:50.271837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e034b2f2-4a29-40d4-b497-38d514283d73 admin admin] 10.222.0.37 "PUT /v2.0/routers/68b4f2e8-21b2-4e0a-ba71-9a943efe3880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6913481 Dec 29 20:55:50.271837 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:50.271837 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.273869 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40202) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:50.290603 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-e20e7b58-c169-4149-8a1b-d58da699b486 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6235971 Dec 29 20:55:50.293211 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40206) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:50.300938 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890832ff-2a75-4ea6-b5ed-3b5735f6b67e None None] Network 74583c08-e06c-4025-8d34-478545672e9e requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:50.303220 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:50.308297 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:50.312483 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Usage tracker for resource:router and tenant:6d21c3a01cf640d18210aada5d270cdc is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:50.315821 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:50.325333 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:50.340039 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.341264 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.371540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.525555 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] Set router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:50.609463 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks [] for router, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.655434 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.700556 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-74583c08-e06c-4025-8d34-478545672e9e', 'network_id': '74583c08-e06c-4025-8d34-478545672e9e', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'fixed_ips': [{'subnet_id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:55:50.701365 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.828466 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.843221 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Deleting port 3783b464-98c4-4222-a9f1-c418ebcb3676 {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:55:50.843989 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.873418 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.885359 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 2, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:50.906064 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Checking router: cb0a8642-6606-4e02-9a20-3abb401386c1 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:50.906419 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Updating router cb0a8642-6606-4e02-9a20-3abb401386c1 port fabde500-20bc-4b88-b96d-c122ea17c08c binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:55:50.913732 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:50.928512 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:55:48Z', 'revision_number': 5, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port': {'id': '3783b464-98c4-4222-a9f1-c418ebcb3676', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:50.933244 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] Checking router: 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:50.944709 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] Routers {'68b4f2e8-21b2-4e0a-ba71-9a943efe3880'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:50.945359 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:50.997602 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.019286 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Allocated IP 172.20.0.2 (74583c08-e06c-4025-8d34-478545672e9e/d1fed0c7-776e-4278-8bb7-7f88d6e3d3d5/0fca3cb6-e5d2-4791-a6d3-c325157fbe10) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:51.081434 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Allocated IP 172.27.2.210 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/ac0034f9-4337-4639-9078-1e00c983d93a) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:51.103493 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] For port 3783b464-98c4-4222-a9f1-c418ebcb3676, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=3783b464-98c4-4222-a9f1-c418ebcb3676,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:51.103907 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.245710 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Calling delete_port for 3783b464-98c4-4222-a9f1-c418ebcb3676 owned by network:router_gateway {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:55:51.260310 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] Set router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:51.282209 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.322960 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.440306 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:55:50Z', 'revision_number': 6, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:51.445694 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a130a-f6ab-4bfe-8ef6-0338e1d161cb None None] The sync data for ids ['68b4f2e8-21b2-4e0a-ba71-9a943efe3880'] in dv-cinder-823170-1-iscsi is: [{'id': '68b4f2e8-21b2-4e0a-ba71-9a943efe3880', 'name': 'tempest-ServerRescueNegativeTestJSON-1506453006-router', 'tenant_id': 'bee7e931feeb451ba07870c825abc1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:06Z', 'updated_at': '2021-12-29T20:55:50Z', 'revision_number': 6, 'project_id': 'bee7e931feeb451ba07870c825abc1ae', 'gw_port_host': None}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:51.447123 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:51.455004 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:51.461642 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0034f9-4337-4639-9078-1e00c983d93a,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:51.464340 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:51.560122 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.578556 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Transition to ACTIVE for port object 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:51.625117 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Transition to ACTIVE for port object 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:51.639446 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.737281 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Network 74583c08-e06c-4025-8d34-478545672e9e is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:51.741917 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:51.745883 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:51.764216 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.764928 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.778691 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Pushing event updated for resources: {'Port': ['ID=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:51.784976 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:51.875597 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Pushing event deleted for resources: {'Port': ['ID=3783b464-98c4-4222-a9f1-c418ebcb3676,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:51.924680 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ff1d40de-0701-468a-8aa8-4b8ad1edce05 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:52.121642 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: ff1d40de-0701-468a-8aa8-4b8ad1edce05 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:52.121992 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ff1d40de-0701-468a-8aa8-4b8ad1edce05 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:52.132166 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Attempting to bind port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:52.132590 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Attempting to bind port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:52.140544 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Attempting to bind port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 on network 74583c08-e06c-4025-8d34-478545672e9e {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:52.165768 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:52.166601 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Checking segment: {'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:52.167382 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.167916 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Bound using segment: {'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:52.168547 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Bound port: 0fca3cb6-e5d2-4791-a6d3-c325157fbe10, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:52.169337 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.186127 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.263542 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Transition to ACTIVE for port object fabde500-20bc-4b88-b96d-c122ea17c08c will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:52.266242 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Router f7b62211-7190-4ceb-a7e5-0737a6ef9347 is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:55:52.285684 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.299970 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.346299 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] For port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:52.427535 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] For port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,segment=NetworkSegment(64f64a22-b15a-4db1-9612-7120f20b96c7),segment_id=64f64a22-b15a-4db1-9612-7120f20b96c7)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:52.445377 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.449364 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0a7b2-e3d0-45bb-a735-655405ea835e None None] Pushing event updated for resources: {'Port': ['ID=fabde500-20bc-4b88-b96d-c122ea17c08c,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:52.602492 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:52.646962 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.651588 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c46de045-28ce-44d4-a3d8-32c597a2f411 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3550456 Dec 29 20:55:52.652106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40232) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:52.680534 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Sync routers for ids ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:55:52.835960 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fe72a-b3eb-453b-8303-d38ed21f1a52 None None] Pushing event updated for resources: {'Port': ['ID=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:52.856755 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Attempting to bind port fabde500-20bc-4b88-b96d-c122ea17c08c on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:52.857523 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Attempting to bind port fabde500-20bc-4b88-b96d-c122ea17c08c by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:52.858219 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Attempting to bind port fabde500-20bc-4b88-b96d-c122ea17c08c on network ef2cffa6-8718-49fc-8782-b29f824a0c6c {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:52.864572 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Routers {'f7b62211-7190-4ceb-a7e5-0737a6ef9347'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:52.865917 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:52.867715 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.888396 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.951642 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:52.952722 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Checking segment: {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:52.953469 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:52.954278 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Bound using segment: {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:52.954967 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Bound port: fabde500-20bc-4b88-b96d-c122ea17c08c, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:52.955502 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.107932 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.108481 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b4f2e8-21b2-4e0a-ba71-9a943efe3880 {{(pid=82779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 20:55:53.153517 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.156889 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-bac74677-c58c-4864-828a-9167ec6fb7be admin admin] 10.222.0.37 "DELETE /v2.0/routers/68b4f2e8-21b2-4e0a-ba71-9a943efe3880 HTTP/1.1" status: 204 len: 168 time: 2.8790717 Dec 29 20:55:53.157181 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40246) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:53.305204 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] Deleting subnet 51df6e81-af2a-4d81-a701-1894ed3139e1 {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:55:53.309722 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.321564 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] For port fabde500-20bc-4b88-b96d-c122ea17c08c, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:53.325763 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] For port fabde500-20bc-4b88-b96d-c122ea17c08c, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=fabde500-20bc-4b88-b96d-c122ea17c08c,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:53.349530 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Set router f7b62211-7190-4ceb-a7e5-0737a6ef9347 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:53.391473 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.402171 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.468089 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.496948 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722cc84-a03a-4700-9cc8-ddf5270cdab7 req-a4ff9339-5fde-4ce0-be8e-4e90092b455d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:53.499090 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7722cc84-a03a-4700-9cc8-ddf5270cdab7 req-a4ff9339-5fde-4ce0-be8e-4e90092b455d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1229572 Dec 29 20:55:53.574464 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.635780 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51df6e81-af2a-4d81-a701-1894ed3139e1,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:53.658443 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7722cc84-a03a-4700-9cc8-ddf5270cdab7 req-01f0d554-53f0-4e1f-ba6f-4d839f23a123 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012933 Dec 29 20:55:53.665157 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0a7b2-e3d0-45bb-a735-655405ea835e None None] Pushing event updated for resources: {'Port': ['ID=fabde500-20bc-4b88-b96d-c122ea17c08c,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:53.682080 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:53.708067 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:53.711425 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f36bec9f-e128-48d8-a515-f82a5c6835ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/51df6e81-af2a-4d81-a701-1894ed3139e1 HTTP/1.1" status: 204 len: 168 time: 0.5530353 Dec 29 20:55:53.713078 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:53.724234 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40262) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:53.976688 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.230195 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.241648 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:54.268145 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83642bf7-3695-4edb-b3db-326fcc0d8ad9']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:54.285236 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7504c7aa-07cd-4919-94d6-3e6d5bc4226e') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:54.285590 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7504c7aa-07cd-4919-94d6-3e6d5bc4226e') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:54.311737 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.333179 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.340364 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:55:54.340761 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:55:54.356027 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:55:54.387118 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94037494-3bc0-488b-83fa-59934eb6df9f None None] Network 74583c08-e06c-4025-8d34-478545672e9e requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:54.401599 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.436720 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.451610 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.474120 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=83642bf7-3695-4edb-b3db-326fcc0d8ad9,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:54.484767 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-94b8fef0-3674-43d2-a199-34a378414d15 admin admin] 10.222.0.37 "DELETE /v2.0/networks/83642bf7-3695-4edb-b3db-326fcc0d8ad9 HTTP/1.1" status: 204 len: 168 time: 0.7591114 Dec 29 20:55:54.489132 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:54.594244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:54.631932 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Allocated IP 172.20.0.1 (74583c08-e06c-4025-8d34-478545672e9e/d1fed0c7-776e-4278-8bb7-7f88d6e3d3d5/d3b3ae8c-7d67-4601-ab5d-af80e3675b4c) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:54.679274 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:51Z', 'revision_number': 3, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port': {'id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:54.698241 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-80515b28-05f5-4349-91f7-1297c30a2f6f None None] Provisioning for port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:54.706447 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40276) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:54.710880 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Checking router: f7b62211-7190-4ceb-a7e5-0737a6ef9347 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:55:54.711245 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Updating router f7b62211-7190-4ceb-a7e5-0737a6ef9347 port ac0034f9-4337-4639-9078-1e00c983d93a binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:55:54.758610 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 3783b464-98c4-4222-a9f1-c418ebcb3676 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:55:54.779511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40282) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:54.780145 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-333a872a-80ff-4720-90f8-25436cc9d80e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bee7e931feeb451ba07870c825abc1ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0722687 Dec 29 20:55:54.815899 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.858237 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Transition to ACTIVE for port object d3b3ae8c-7d67-4601-ab5d-af80e3675b4c will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:54.863165 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-80515b28-05f5-4349-91f7-1297c30a2f6f None None] Provisioning complete for port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:54.863552 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-80515b28-05f5-4349-91f7-1297c30a2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.891940 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7a44d619-e09e-4ae4-b5f8-9b0d694c1477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.923668 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7a44d619-e09e-4ae4-b5f8-9b0d694c1477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.926114 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 3783b464-98c4-4222-a9f1-c418ebcb3676 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:55:54.927055 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 3783b464-98c4-4222-a9f1-c418ebcb3676 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:55:54.930715 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4ad47-556a-4631-baed-eb3eb0eb15bb req-a47fe3f3-d847-463f-ad61-96b8acab1bfc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:54.937400 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-91d4ad47-556a-4631-baed-eb3eb0eb15bb req-a47fe3f3-d847-463f-ad61-96b8acab1bfc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0995705 Dec 29 20:55:54.938128 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:54.980805 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.051187 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Pushing event updated for resources: {'Port': ['ID=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:55.055097 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Network 74583c08-e06c-4025-8d34-478545672e9e is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:55.056898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:55.069689 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:55.078430 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-91d4ad47-556a-4631-baed-eb3eb0eb15bb req-6ef35240-ec5b-4051-b8a9-762c8d1855cd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400676 Dec 29 20:55:55.125343 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.140117 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7a44d619-e09e-4ae4-b5f8-9b0d694c1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.158129 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44d619-e09e-4ae4-b5f8-9b0d694c1477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b31bb5-a4cd-460c-8ea1-17ec80734ff8,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:55.234939 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7a44d619-e09e-4ae4-b5f8-9b0d694c1477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.240717 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7a44d619-e09e-4ae4-b5f8-9b0d694c1477 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7b31bb5-a4cd-460c-8ea1-17ec80734ff8 HTTP/1.1" status: 204 len: 168 time: 0.4596028 Dec 29 20:55:55.263575 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.426152 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-80515b28-05f5-4349-91f7-1297c30a2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.519362 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-80515b28-05f5-4349-91f7-1297c30a2f6f None None] For port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,segment=NetworkSegment(64f64a22-b15a-4db1-9612-7120f20b96c7),segment_id=64f64a22-b15a-4db1-9612-7120f20b96c7)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:55.529656 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-80515b28-05f5-4349-91f7-1297c30a2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.532839 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:53Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:55.591301 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10aa7fc-5d8e-438f-a6bc-56c7e5437ddf None None] The sync data for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi is: [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:53Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:55.632818 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.641270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.687840 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80515b28-05f5-4349-91f7-1297c30a2f6f None None] Pushing event updated for resources: {'Port': ['ID=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:55.807869 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.825454 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Transition to ACTIVE for port object ac0034f9-4337-4639-9078-1e00c983d93a will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:55.847270 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:55.961035 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc494-d830-4ff0-abc4-3718a080554f None None] Pushing event updated for resources: {'Port': ['ID=ac0034f9-4337-4639-9078-1e00c983d93a,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:55.978851 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Attempting to bind port ac0034f9-4337-4639-9078-1e00c983d93a on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:55.979302 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Attempting to bind port ac0034f9-4337-4639-9078-1e00c983d93a by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:55.979706 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Attempting to bind port ac0034f9-4337-4639-9078-1e00c983d93a on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:56.007659 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:56.008033 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:56.008432 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.008817 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:56.009398 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Bound port: ac0034f9-4337-4639-9078-1e00c983d93a, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:56.009773 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.040978 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Pushing event updated for resources: {'Port': ['ID=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:56.060741 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.088432 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:56.232016 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-e9209125-8253-4ad9-8b3d-d6c8758b46fc None None] Provisioning complete for port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:56.232377 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e9209125-8253-4ad9-8b3d-d6c8758b46fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.294101 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Network 74583c08-e06c-4025-8d34-478545672e9e is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:56.297000 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:56.322500 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] For port ac0034f9-4337-4639-9078-1e00c983d93a, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:56.325737 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] For port ac0034f9-4337-4639-9078-1e00c983d93a, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ac0034f9-4337-4639-9078-1e00c983d93a,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:56.340261 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.513823 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Routers {'f7b62211-7190-4ceb-a7e5-0737a6ef9347'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:55:56.515624 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:56.558846 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40324) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:56.640751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050e056-70ad-4064-9cd1-07a7ddb63916 req-91527e89-42a0-42e1-874e-ab532b0e402a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:56.642293 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0050e056-70ad-4064-9cd1-07a7ddb63916 req-91527e89-42a0-42e1-874e-ab532b0e402a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.3467803 Dec 29 20:55:56.727579 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-50561210-network', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:56.743757 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:56.750523 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Usage tracker for resource:network and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:56.753868 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:56.754235 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] Set router f7b62211-7190-4ceb-a7e5-0737a6ef9347 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:55:56.762313 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:56.779730 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Made reservation on behalf of c57d417a00fc4d18b249a80a29223706 for: {'network': 1} {{(pid=82779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:56.783098 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.788915 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0050e056-70ad-4064-9cd1-07a7ddb63916 req-a1498ee5-7493-4ff3-b072-20d8a9a4f74c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365180 Dec 29 20:55:56.834388 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.872118 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:56.877055 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Usage tracker for resource:security_group_rule and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:56.883848 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:56.895681 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:56.911537 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fc494-d830-4ff0-abc4-3718a080554f None None] Pushing event updated for resources: {'Port': ['ID=ac0034f9-4337-4639-9078-1e00c983d93a,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:56.994382 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:56.998029 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:56.998409 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.001797 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.018170 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Router f7b62211-7190-4ceb-a7e5-0737a6ef9347 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:55:57.034615 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=82779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 20:55:57.061834 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73624a86-de0e-41f8-9e56-19d72c2ab46f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:57.081121 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.082420 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.segments_db [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Added segment 4592936b-ac48-4377-9c32-54a2b17aa70c of type vlan for network 1a384869-5d93-45ce-8cdd-facb11f512d9 Dec 29 20:55:57.127220 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.165660 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.167017 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:57.167801 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.291532 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7316778 Dec 29 20:55:57.294892 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40346) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:57.299802 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b49cdd-25f2-4a2c-a961-cf064a96df46 admin admin] Pushing event updated for resources: {'Network': ['ID=1a384869-5d93-45ce-8cdd-facb11f512d9,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:57.304079 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Request body: {'subnet': {'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-subnet', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:57.309241 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:57.311654 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-e9209125-8253-4ad9-8b3d-d6c8758b46fc None None] Provisioning for port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:57.315160 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Usage tracker for resource:subnet and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:57.319297 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:57.323030 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 20:55:57.327604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:57.345910 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Made reservation on behalf of c57d417a00fc4d18b249a80a29223706 for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:55:57.348170 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278643'] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.357301 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-e9209125-8253-4ad9-8b3d-d6c8758b46fc None None] Provisioning complete for port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:57.357518 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e9209125-8253-4ad9-8b3d-d6c8758b46fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.410618 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:55:57.416676 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-3f3bf717-43e2-4174-8ca6-17f3dc39813a admin admin] 10.222.0.37 "PUT /v2.0/routers/f7b62211-7190-4ceb-a7e5-0737a6ef9347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7624094 Dec 29 20:55:57.542388 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fabde500-20bc-4b88-b96d-c122ea17c08c up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:55:57.597947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2710395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278281'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.607654 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-e9209125-8253-4ad9-8b3d-d6c8758b46fc None None] Port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:55:57.657371 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 4, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port': {'id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'd3b3ae8c-7d67-4601-ab5d-af80e3675b4c', 'name': '', 'network_id': '74583c08-e06c-4025-8d34-478545672e9e', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'mac_address': 'fa:16:3e:ed:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:54Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 2, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'subnets': [{'id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:55:57.660641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port fabde500-20bc-4b88-b96d-c122ea17c08c completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:55:57.665400 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85f8a6b-77e1-49e9-b6b4-438aeab7b2d7 None None] The sync data for ids ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'] in dv-cinder-823170-1-iscsi is: [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 4, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port': {'id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'd3b3ae8c-7d67-4601-ab5d-af80e3675b4c', 'name': '', 'network_id': '74583c08-e06c-4025-8d34-478545672e9e', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'mac_address': 'fa:16:3e:ed:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:54Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 2, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'subnets': [{'id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:55:57.667845 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port fabde500-20bc-4b88-b96d-c122ea17c08c triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:57.668222 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.674827 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5241868a-af43-4ecf-988e-1165a71c6f8e,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:57.705279 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Checking segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:57.705634 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Network hostable DHCP agents. Network: 1a384869-5d93-45ce-8cdd-facb11f512d9, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 20:55:57.729089 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 20:55:57.739462 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 1a384869-5d93-45ce-8cdd-facb11f512d9) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:57.744134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:57.745059 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.750934 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffd91e6-7d11-4256-a79d-b817a2645364 None None] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:55:57.771630 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-fe024c79-c76e-4728-9f3f-ae1d08505788 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4727151 Dec 29 20:55:57.771913 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40358) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:57.777328 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:57.781899 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:57.785657 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Usage tracker for resource:router and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:57.788851 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:57.794722 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:57.806641 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.807736 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.818104 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-a7653a86-f184-4ea7-9f1d-4acb8a068d8f None None] Provisioning complete for port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:55:57.818515 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a7653a86-f184-4ea7-9f1d-4acb8a068d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.828076 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:57.945353 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-a7653a86-f184-4ea7-9f1d-4acb8a068d8f None None] Port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:55:57.959673 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.046577 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.065090 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:55:58.065724 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a567f32-613c-4e7a-a5d2-130e2f55c012 req-4fadf334-f2d9-46c6-8366-a8449e1f14af tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:58.068118 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1a567f32-613c-4e7a-a5d2-130e2f55c012 req-4fadf334-f2d9-46c6-8366-a8449e1f14af tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1013343 Dec 29 20:55:58.087852 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port fabde500-20bc-4b88-b96d-c122ea17c08c, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=fabde500-20bc-4b88-b96d-c122ea17c08c,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:55:58.097570 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.151588 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1a567f32-613c-4e7a-a5d2-130e2f55c012 req-7a70dca5-617d-4bcd-9631-4af22b07651e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754402 Dec 29 20:55:58.209345 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40364) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:58.214700 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536339120', 'description': 'tempest-secgroup-smoke-536339120 description', 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:58.220337 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:58.224689 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:58.226438 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=fabde500-20bc-4b88-b96d-c122ea17c08c,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:58.227546 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:58.233556 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-1a384869-5d93-45ce-8cdd-facb11f512d9', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 20:55:58.233729 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:58.234505 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.244221 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.271666 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.278685 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:58.282462 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:58.285371 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:58.302687 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.303643 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:58.423993 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Allocated IP 172.20.0.2 (1a384869-5d93-45ce-8cdd-facb11f512d9/5241868a-af43-4ecf-988e-1165a71c6f8e/42e4473c-2eee-4323-a3fa-2739f499b9b6) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:58.438130 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.444374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.499892 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7905f52-6c60-4db3-8258-6b72e10afd8f,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:58.513343 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Allocated IP 172.27.2.179 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/1884460b-cdc0-499c-8298-962dbbceaf76) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:55:58.516394 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.518975 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ccf77440-34f5-4a6d-8f38-9988845f682c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3088467 Dec 29 20:55:58.524020 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40372) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:58.533427 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'security_group_rule': {'security_group_id': 'd7905f52-6c60-4db3-8258-6b72e10afd8f', 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:58.559293 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:58.588384 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:58.647557 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:58.655202 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:58.700777 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.727225 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.744240 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Transition to ACTIVE for port object 42e4473c-2eee-4323-a3fa-2739f499b9b6 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:58.767174 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Transition to ACTIVE for port object 42e4473c-2eee-4323-a3fa-2739f499b9b6 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:55:58.774227 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.775504 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.815716 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.822782 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.856632 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.873170 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:58.877118 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:58.879230 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Pushing event updated for resources: {'Port': ['ID=42e4473c-2eee-4323-a3fa-2739f499b9b6,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:58.881923 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:58.892730 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5efcbfd-922d-49c0-a536-ffaaeed661cc,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:58.926500 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:58.930772 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-549b5875-0a8b-45c3-be30-2d8d078a296a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4007113 Dec 29 20:55:58.931122 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40386) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:58.936673 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'security_group_rule': {'security_group_id': 'd7905f52-6c60-4db3-8258-6b72e10afd8f', 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:58.951583 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:58.955721 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:58.959370 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:58.963590 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:55:58.967164 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Pushing event updated for resources: {'Port': ['ID=1884460b-cdc0-499c-8298-962dbbceaf76,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:58.969476 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:55:58.975432 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:58.978088 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:55:58.985729 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Attempting to bind port 42e4473c-2eee-4323-a3fa-2739f499b9b6 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:55:58.986088 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Attempting to bind port 42e4473c-2eee-4323-a3fa-2739f499b9b6 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:55:58.986515 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Attempting to bind port 42e4473c-2eee-4323-a3fa-2739f499b9b6 on network 1a384869-5d93-45ce-8cdd-facb11f512d9 {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:55:58.994904 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:55:58.998937 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Checking segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:55:58.999802 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.000446 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Bound using segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:55:59.001930 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Bound port: 42e4473c-2eee-4323-a3fa-2739f499b9b6, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:55:59.002503 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.002936 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.087086 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.092003 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.110405 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] For port 42e4473c-2eee-4323-a3fa-2739f499b9b6, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:55:59.115089 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] For port 42e4473c-2eee-4323-a3fa-2739f499b9b6, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=42e4473c-2eee-4323-a3fa-2739f499b9b6,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:55:59.116608 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519db51b-14f7-43a9-bdc9-c10dfa5d33cd,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:59.124058 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.126956 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.131228 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a2080dce-6217-4980-89dd-02259f4b8353 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1989667 Dec 29 20:55:59.131911 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40392) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:59.138187 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'security_group_rule': {'security_group_id': 'd7905f52-6c60-4db3-8258-6b72e10afd8f', 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:59.149351 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:59.154183 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:59.157399 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:59.164662 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:59.183967 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.207198 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32d5cc-a484-4285-b8cc-34580bbf4612 None None] Pushing event updated for resources: {'Port': ['ID=42e4473c-2eee-4323-a3fa-2739f499b9b6,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:59.211948 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.212680 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.334450 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.339439 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.370135 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915cfbac-ce54-4734-8abe-c14fa7f9660a,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:59.390287 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde4348-1bdb-4012-b4cf-bce409f8d76c req-24874259-feaa-478e-a069-e2da6f257e14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:55:59.404423 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ebde4348-1bdb-4012-b4cf-bce409f8d76c req-24874259-feaa-478e-a069-e2da6f257e14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1186929 Dec 29 20:55:59.440157 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.443910 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-8d6bed3a-1e82-4d1e-8777-580b1543c067 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3079846 Dec 29 20:55:59.447735 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40398) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:59.456892 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'security_group_rule': {'security_group_id': 'd7905f52-6c60-4db3-8258-6b72e10afd8f', 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:59.457096 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ebde4348-1bdb-4012-b4cf-bce409f8d76c req-79c72474-8fd6-4717-9403-224a90f522c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512717 Dec 29 20:55:59.468440 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:59.491962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:59.496380 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:59.504142 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:59.532777 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.625431 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.629265 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.640614 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Router 04b5b287-a3c0-42f1-b90f-20e79d8692ee is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 20:55:59.653776 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76faaae2-2ab7-4132-ad77-482d0fda0711,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:59.668447 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.669557 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-034eeaf9-7721-467c-8bf3-74db2faee44d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2208939 Dec 29 20:55:59.672439 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40404) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:59.679450 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'security_group_rule': {'security_group_id': 'd7905f52-6c60-4db3-8258-6b72e10afd8f', 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:59.686601 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:59.691303 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:55:59.696051 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:55:59.703304 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:55:59.717342 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.securitygroups_db [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Project fc1b3281fc834cd68995c2b6fd67f2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:55:59.725042 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.923933 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.929932 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.975425 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:55:59.976857 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3030398 Dec 29 20:55:59.977632 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401bfbd-9313-4b31-af9e-9bacd71d2376 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb4d343-50e8-4ed9-9dac-0328e6873688,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:55:59.979642 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40412) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:55:59.986187 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'security_group_rule': {'security_group_id': 'd7905f52-6c60-4db3-8258-6b72e10afd8f', 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:55:59.996141 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:55:59.999333 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:56:00.011013 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Sync routers for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:56:00.011975 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:security_group_rule and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:00.020360 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:00.035050 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:00.035923 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:00.042426 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:00.063713 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.066287 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-502bc9ee-f609-4e5f-97f1-8cfad4ef989b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2932265 Dec 29 20:56:00.069967 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40418) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:00.085137 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.securitygroups_db [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Project fc1b3281fc834cd68995c2b6fd67f2a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 20:56:00.100087 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.326364 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.329371 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:00.332389 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.353424 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 42e4473c-2eee-4323-a3fa-2739f499b9b6 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:00.390987 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.392190 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4114597 Dec 29 20:56:00.405631 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b366eb-0a0a-42e7-96df-d343a109bad9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aec902e-fd7b-4107-817e-b4b9a22021d5,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:00.471879 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668cd73-f630-48e8-885e-78d11ea7c984 None None] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 20:56:00.568887 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 42e4473c-2eee-4323-a3fa-2739f499b9b6 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:00.577470 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fabde500-20bc-4b88-b96d-c122ea17c08c up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:00.661676 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-75f0b55c-93fa-4d83-b3e8-e94178dbdbc9 None None] Provisioning for port 42e4473c-2eee-4323-a3fa-2739f499b9b6 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:00.689595 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-75f0b55c-93fa-4d83-b3e8-e94178dbdbc9 None None] Provisioning complete for port 42e4473c-2eee-4323-a3fa-2739f499b9b6 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:00.690321 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-75f0b55c-93fa-4d83-b3e8-e94178dbdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.787186 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port fabde500-20bc-4b88-b96d-c122ea17c08c triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:00.787703 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:00.853035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d5829-f702-4157-9a25-04701c907f86 req-35e9c410-0e97-4db5-b147-97ac755532b1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:00.864729 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c01d5829-f702-4157-9a25-04701c907f86 req-35e9c410-0e97-4db5-b147-97ac755532b1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1788619 Dec 29 20:56:00.974498 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c01d5829-f702-4157-9a25-04701c907f86 req-fe9412ad-4928-45c9-a56c-7e22b4c7c53a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088121 Dec 29 20:56:01.097604 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:55:59Z', 'revision_number': 3, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:01.111421 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Checking router: 04b5b287-a3c0-42f1-b90f-20e79d8692ee for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:56:01.111832 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Updating router 04b5b287-a3c0-42f1-b90f-20e79d8692ee port 1884460b-cdc0-499c-8298-962dbbceaf76 binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:56:01.157194 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-75f0b55c-93fa-4d83-b3e8-e94178dbdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.202523 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-75f0b55c-93fa-4d83-b3e8-e94178dbdbc9 None None] For port 42e4473c-2eee-4323-a3fa-2739f499b9b6, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=42e4473c-2eee-4323-a3fa-2739f499b9b6,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:01.208354 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-75f0b55c-93fa-4d83-b3e8-e94178dbdbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.218620 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.293668 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0b55c-93fa-4d83-b3e8-e94178dbdbc9 None None] Pushing event updated for resources: {'Port': ['ID=42e4473c-2eee-4323-a3fa-2739f499b9b6,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:01.386110 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.546145 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-19164efc-72df-4307-b152-3f3383ac4178 None None] Provisioning complete for port 42e4473c-2eee-4323-a3fa-2739f499b9b6 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:01.546721 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-19164efc-72df-4307-b152-3f3383ac4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.637724 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Allocated IP 172.20.0.1 (1a384869-5d93-45ce-8cdd-facb11f512d9/5241868a-af43-4ecf-988e-1165a71c6f8e/796a5c99-581f-45c1-ac76-ba76ee14b3a8) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:01.662288 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.674869 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Transition to ACTIVE for port object 1884460b-cdc0-499c-8298-962dbbceaf76 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:01.683568 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.781378 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3fd5a-f4c2-4278-8a2b-41a014c22d7c None None] Pushing event updated for resources: {'Port': ['ID=1884460b-cdc0-499c-8298-962dbbceaf76,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:01.808607 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Attempting to bind port 1884460b-cdc0-499c-8298-962dbbceaf76 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:01.809055 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Attempting to bind port 1884460b-cdc0-499c-8298-962dbbceaf76 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:01.809483 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Attempting to bind port 1884460b-cdc0-499c-8298-962dbbceaf76 on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:01.809599 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.822573 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:01.822573 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:01.822573 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.822573 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:01.822573 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Bound port: 1884460b-cdc0-499c-8298-962dbbceaf76, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:01.822573 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.835091 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Transition to ACTIVE for port object 796a5c99-581f-45c1-ac76-ba76ee14b3a8 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:01.862364 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.917447 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] For port 1884460b-cdc0-499c-8298-962dbbceaf76, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:01.920944 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] For port 1884460b-cdc0-499c-8298-962dbbceaf76, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1884460b-cdc0-499c-8298-962dbbceaf76,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:01.927273 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:01.933152 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:01.940256 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:01.944571 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:02.001058 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Pushing event updated for resources: {'Port': ['ID=796a5c99-581f-45c1-ac76-ba76ee14b3a8,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:02.008571 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3fd5a-f4c2-4278-8a2b-41a014c22d7c None None] Pushing event updated for resources: {'Port': ['ID=1884460b-cdc0-499c-8298-962dbbceaf76,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:02.012193 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:02.012788 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:55:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:02.029224 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.123407 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.252516 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 42e4473c-2eee-4323-a3fa-2739f499b9b6 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:02.317905 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:02.342687 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-55b7740b-3f41-4dc5-b924-8465bea914fb None None] Provisioning for port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:02.354345 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-55b7740b-3f41-4dc5-b924-8465bea914fb None None] Provisioning complete for port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:02.354968 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-55b7740b-3f41-4dc5-b924-8465bea914fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.387258 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 42e4473c-2eee-4323-a3fa-2739f499b9b6 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:02.388145 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.477786 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-55b7740b-3f41-4dc5-b924-8465bea914fb None None] Port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:56:02.604571 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf428f52-ac15-4555-adef-1fa8e0770f70 req-4ec482f9-0b89-48ca-a7bf-c6961c80f725 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:02.606061 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bf428f52-ac15-4555-adef-1fa8e0770f70 req-4ec482f9-0b89-48ca-a7bf-c6961c80f725 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.3311789 Dec 29 20:56:02.652875 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.667753 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.755263 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bf428f52-ac15-4555-adef-1fa8e0770f70 req-4db3a6c4-3507-49a3-b8d2-2efb3f3ce7af tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430700 Dec 29 20:56:02.776724 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:01Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:02.781369 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664e9550-f5b8-4ba3-924b-18f86634a946 None None] The sync data for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi is: [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:01Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:56:02.786601 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Pushing event updated for resources: {'Port': ['ID=796a5c99-581f-45c1-ac76-ba76ee14b3a8,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:02.789086 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:02.934855 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:02.936026 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:03.202289 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-a06f1877-9746-4542-aa63-3fb0b448fe7b None None] Provisioning complete for port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:03.202814 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a06f1877-9746-4542-aa63-3fb0b448fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:03.264711 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-a06f1877-9746-4542-aa63-3fb0b448fe7b None None] Port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:56:03.266145 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-68af745b-a5f0-40ac-892d-da14f623337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:03.321553 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Router 04b5b287-a3c0-42f1-b90f-20e79d8692ee has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:56:03.523056 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:56:03.532245 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-05c78925-0bf4-4e1e-884e-bb8459445925 admin admin] 10.222.0.37 "PUT /v2.0/routers/04b5b287-a3c0-42f1-b90f-20e79d8692ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4612668 Dec 29 20:56:03.978583 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f4b3-e5fb-4b6c-a89c-8d5759c6b3a8 req-bdfad496-3008-49c6-8da7-880a4332e4e3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:03.980060 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f040f4b3-e5fb-4b6c-a89c-8d5759c6b3a8 req-bdfad496-3008-49c6-8da7-880a4332e4e3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0761893 Dec 29 20:56:04.025798 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f040f4b3-e5fb-4b6c-a89c-8d5759c6b3a8 req-37506e48-fdb9-451b-a8e1-3b9371b2c019 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394940 Dec 29 20:56:04.027428 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40490) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:04.032550 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417208108', 'description': 'tempest-description--838543004'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:04.038901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:04.042637 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:04.045478 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:04.051672 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:04.060992 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.098539 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:04.102347 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group_rule and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:04.105426 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:04.111295 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:04.170213 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.174073 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.197243 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ac0034f9-4337-4639-9078-1e00c983d93a up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:04.216744 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de17cdff-1a2a-45dc-9af9-95cbe66f09b3,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:04.219857 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.221057 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-1a29486b-6d02-43e9-886a-9cf64782cff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1927125 Dec 29 20:56:04.223969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40494) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:04.229898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'security_group_rule': {'security_group_id': 'de17cdff-1a2a-45dc-9af9-95cbe66f09b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:04.235628 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:04.240106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group_rule and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:04.243082 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:04.248785 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:04.266426 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.267953 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port ac0034f9-4337-4639-9078-1e00c983d93a completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:04.273874 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port ac0034f9-4337-4639-9078-1e00c983d93a triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:04.274251 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.328506 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.333520 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.355995 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07097390-b10b-4e69-b7b3-f284d10e6566,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:04.365931 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.367205 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f008c46b-5848-46b0-b312-95d45cb6ea3e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1420779 Dec 29 20:56:04.369786 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40498) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:04.375152 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'security_group_rule': {'security_group_id': 'de17cdff-1a2a-45dc-9af9-95cbe66f09b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:04.381110 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:04.384789 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group_rule and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:04.387566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:04.389345 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.393143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:04.405698 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port ac0034f9-4337-4639-9078-1e00c983d93a, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ac0034f9-4337-4639-9078-1e00c983d93a,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:04.409187 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.413207 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.480654 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=ac0034f9-4337-4639-9078-1e00c983d93a,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:04.488401 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.496636 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.520115 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211aa5d5-b5ec-445c-90ae-208abf2dabac,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:04.529870 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.534458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 40506) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:04.535032 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7996484c-b72b-44ab-bb1a-b4a42b69243c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1637704 Dec 29 20:56:04.541821 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:04.547804 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:04.552143 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:floatingip and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:04.555221 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:04.560730 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:04.572684 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.707755 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:04.853171 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Allocated IP 172.27.2.75 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/8c4a1696-a89f-4cbb-987f-8f55f180dff6) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:05.009961 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.037687 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.104285 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:05.107054 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:05.111323 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:05.140035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'Port': ['ID=8c4a1696-a89f-4cbb-987f-8f55f180dff6,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:05.259051 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe073d-4780-49e2-baf7-7ff225b10f9e req-7bf51604-dc9a-49e7-a55d-7bf37c76d306 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:05.260548 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-58fe073d-4780-49e2-baf7-7ff225b10f9e req-7bf51604-dc9a-49e7-a55d-7bf37c76d306 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1076317 Dec 29 20:56:05.358687 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.421465 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-58fe073d-4780-49e2-baf7-7ff225b10f9e req-5069195d-eda7-4351-bb17-f7b486c6723e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548965 Dec 29 20:56:05.427627 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.456758 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ea7b-971e-449d-b052-050fb2c548c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.636667 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.641516 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2701408'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.762587 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'Port': ['ID=8c4a1696-a89f-4cbb-987f-8f55f180dff6,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:05.775657 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.820634 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:05.830057 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-bbcc4740-2b6b-444c-a84f-1c369e63d749 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2933710 Dec 29 20:56:06.025189 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-afb15be9-a9fe-4e7a-b93e-e15db4b6eab3 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:06.040960 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-afb15be9-a9fe-4e7a-b93e-e15db4b6eab3 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:06.042164 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-afb15be9-a9fe-4e7a-b93e-e15db4b6eab3 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--417208108&fields=id&tenant_id=c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 267 time: 0.0600836 Dec 29 20:56:06.192966 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ac0034f9-4337-4639-9078-1e00c983d93a up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:06.229037 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-548cfd8a-0682-4843-b078-c8704548bfa1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:06.230886 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-548cfd8a-0682-4843-b078-c8704548bfa1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 815 time: 0.1817503 Dec 29 20:56:06.263221 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-9c80b00a-744b-4ce9-8f1c-fd9bf42de166 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/quotas/c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 375 time: 0.0263858 Dec 29 20:56:06.275210 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port ac0034f9-4337-4639-9078-1e00c983d93a triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:06.275708 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:06.366206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-c94033a0-21b4-4101-a4d9-ef1da3a7dac5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:06.391127 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-c94033a0-21b4-4101-a4d9-ef1da3a7dac5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:06.392356 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-c94033a0-21b4-4101-a4d9-ef1da3a7dac5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1281674 Dec 29 20:56:06.618317 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-4370589c-a0be-430f-a4c2-f7464351ceae service neutron] 10.222.0.37 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133732 Dec 29 20:56:06.626988 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee63cfc-ff7c-412e-b05f-db3116c3ad15 req-f45f5c19-1289-445c-a95f-a586c9b4193b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:06.628448 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aee63cfc-ff7c-412e-b05f-db3116c3ad15 req-f45f5c19-1289-445c-a95f-a586c9b4193b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0752511 Dec 29 20:56:06.675430 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aee63cfc-ff7c-412e-b05f-db3116c3ad15 req-0d7dd0dc-ae10-45b8-b2c8-386af7905979 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412238 Dec 29 20:56:06.705508 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:06.749829 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-1e25a86c-bca4-465f-aa85-bcecffca4a91 service neutron] 10.222.0.37 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255374 Dec 29 20:56:06.950858 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5eff9df3-d113-406f-ba1a-1c012e382b71 req-193cc6f2-3121-4c2a-8fa2-1e0b7b0a331d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 210 time: 0.0456681 Dec 29 20:56:07.094313 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:07.880344 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0cbcd-3ee5-499c-b3ce-49e76c40d78d req-459e5fa3-00ff-4dad-95d9-8ec7fae23f65 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:07.882353 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-50e0cbcd-3ee5-499c-b3ce-49e76c40d78d req-459e5fa3-00ff-4dad-95d9-8ec7fae23f65 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0869553 Dec 29 20:56:07.933695 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-50e0cbcd-3ee5-499c-b3ce-49e76c40d78d req-fead3ea8-08c7-486d-a9e3-6d19787d17d3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457890 Dec 29 20:56:07.987222 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:08.209174 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8dc68b00-5859-4de3-a208-130c0d1fc841 req-5549303e-fc43-4d44-9f62-e56d831bdad9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 210 time: 0.1277678 Dec 29 20:56:09.130634 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ad995-b9f8-4b2b-8a00-2aa863936f99 req-4c625cb5-e0fe-4753-bf09-8e1e2f5e1176 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:09.132088 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a52ad995-b9f8-4b2b-8a00-2aa863936f99 req-4c625cb5-e0fe-4753-bf09-8e1e2f5e1176 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0757089 Dec 29 20:56:09.182247 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a52ad995-b9f8-4b2b-8a00-2aa863936f99 req-7b05d395-7fba-40cf-9db0-b93cc7be0053 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Dec 29 20:56:09.381777 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-afe6ae68-de53-477f-a54a-e7807fa43443 req-fe38a7b5-3633-40c7-a1e9-a65349e49977 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 210 time: 0.0398796 Dec 29 20:56:10.390082 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f0de6-0216-4dda-b835-636b1af40024 req-b78f3659-a2ad-4bde-8ff2-7265e006f93a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:10.391556 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a0f0de6-0216-4dda-b835-636b1af40024 req-b78f3659-a2ad-4bde-8ff2-7265e006f93a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0820775 Dec 29 20:56:10.447671 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a0f0de6-0216-4dda-b835-636b1af40024 req-b35fd313-2864-48f6-a020-e1e9acd38834 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501659 Dec 29 20:56:10.570043 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ccf69a4a-f39c-4da0-86d8-47cdec9af685 req-8f6b8997-5219-442b-ae54-9b820930513d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 210 time: 0.0440094 Dec 29 20:56:11.275257 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-6538fe02-4f16-4479-8da3-38a9a3917cc2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:11.276847 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-6538fe02-4f16-4479-8da3-38a9a3917cc2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 815 time: 0.1481540 Dec 29 20:56:11.332813 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-d7de8ffe-981f-44d4-86fd-1129c31f5e31 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 379 time: 0.0425482 Dec 29 20:56:11.342977 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'port': {'device_id': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'admin_state_up': True, 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'security_groups': ['de17cdff-1a2a-45dc-9af9-95cbe66f09b3']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:11.479917 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:11.492281 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:11.501842 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Made reservation on behalf of c57d417a00fc4d18b249a80a29223706 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:56:11.505475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:11.731714 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1035225-0fa9-4375-9d55-d90968d950c8 req-8b2d6fac-eaf7-4eba-baac-57405472a188 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:11.733160 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f1035225-0fa9-4375-9d55-d90968d950c8 req-8b2d6fac-eaf7-4eba-baac-57405472a188 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1547909 Dec 29 20:56:11.734377 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Allocated IP 172.20.0.5 (1a384869-5d93-45ce-8cdd-facb11f512d9/5241868a-af43-4ecf-988e-1165a71c6f8e/3616e0b6-e936-4532-b059-8a08b399fe1e) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:11.756184 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f3f21ba6-1d41-4ed4-aa8d-26f72cd025b8 req-343b2b07-4662-4279-8a99-c6634a260abf tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 210 time: 0.0458651 Dec 29 20:56:11.807601 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f1035225-0fa9-4375-9d55-d90968d950c8 req-833aaca8-c618-49ac-8765-0e0d6b3cc26f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659928 Dec 29 20:56:11.980688 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.007132 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Transition to ACTIVE for port object 3616e0b6-e936-4532-b059-8a08b399fe1e will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:12.030027 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.108672 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:12.111859 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:12.116850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:12.184361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:12.231887 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.232234 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.232569 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.232901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.233229 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.233555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.233930 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.234185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.234497 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.234844 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.235162 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:12.295815 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:12.296409 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.329559 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-2da6f9a1-a797-4ff8-b29f-91b2c9422555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9906447 Dec 29 20:56:12.353390 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Request body: {'port': {'device_id': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:12.450143 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-edb54e90-86e6-4cfe-9468-e5a2c4fee21b None None] Provisioning for port 3616e0b6-e936-4532-b059-8a08b399fe1e completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:12.455696 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-edb54e90-86e6-4cfe-9468-e5a2c4fee21b None None] Provisioning complete for port 3616e0b6-e936-4532-b059-8a08b399fe1e triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:12.456262 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-edb54e90-86e6-4cfe-9468-e5a2c4fee21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.491897 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b482a9-92fd-4b47-bcfb-4a76ff747c10 req-f79e8f15-d8da-4a59-814c-884528c35cf9 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:12.493384 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06b482a9-92fd-4b47-bcfb-4a76ff747c10 req-f79e8f15-d8da-4a59-814c-884528c35cf9 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.3487165 Dec 29 20:56:12.520957 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-edb54e90-86e6-4cfe-9468-e5a2c4fee21b None None] Port 3616e0b6-e936-4532-b059-8a08b399fe1e cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:56:12.589391 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-f3c0f74d-1821-4648-9590-56c561390f02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1099 time: 0.3507116 Dec 29 20:56:12.619057 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:12.687965 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-06b482a9-92fd-4b47-bcfb-4a76ff747c10 req-8ad38871-eb90-4ce0-bdfc-50a0fca5fc1e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862798 Dec 29 20:56:12.943542 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-a8e894ae-afa2-4569-868e-1362871045d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:12.944968 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-a8e894ae-afa2-4569-868e-1362871045d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 911 time: 0.3456357 Dec 29 20:56:12.990311 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90444cbb-ed74-475d-9c58-55680caece9d req-e4c124b2-90f8-4de9-ae77-762f9ced519e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:12.991755 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-90444cbb-ed74-475d-9c58-55680caece9d req-e4c124b2-90f8-4de9-ae77-762f9ced519e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 931 time: 0.0793922 Dec 29 20:56:13.042526 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-90444cbb-ed74-475d-9c58-55680caece9d req-544276a4-aed0-41fd-a8f7-87af77189b21 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:13.054786 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-90444cbb-ed74-475d-9c58-55680caece9d req-544276a4-aed0-41fd-a8f7-87af77189b21 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:13.056291 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-90444cbb-ed74-475d-9c58-55680caece9d req-544276a4-aed0-41fd-a8f7-87af77189b21 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589426 Dec 29 20:56:13.077998 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3616e0b6-e936-4532-b059-8a08b399fe1e {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:13.086202 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.107319 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Transition to ACTIVE for port object 3616e0b6-e936-4532-b059-8a08b399fe1e will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:13.111867 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.239988 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:13.355270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Attempting to bind port 3616e0b6-e936-4532-b059-8a08b399fe1e on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:13.355595 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Attempting to bind port 3616e0b6-e936-4532-b059-8a08b399fe1e by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:13.355937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Attempting to bind port 3616e0b6-e936-4532-b059-8a08b399fe1e on network 1a384869-5d93-45ce-8cdd-facb11f512d9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:13.361531 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Port 3616e0b6-e936-4532-b059-8a08b399fe1e on network 1a384869-5d93-45ce-8cdd-facb11f512d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:56:13.361838 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Attempting to bind port 3616e0b6-e936-4532-b059-8a08b399fe1e on network 1a384869-5d93-45ce-8cdd-facb11f512d9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:13.368756 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:13.369081 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Checking segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:13.369450 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Bound using segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:13.369861 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Bound port: 3616e0b6-e936-4532-b059-8a08b399fe1e, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:13.370198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.456607 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:13.460213 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:13.463769 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.526979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:13.528329 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] 10.222.0.46 "PUT /v2.0/ports/3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 200 len: 1093 time: 1.1868739 Dec 29 20:56:13.528761 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:13.545884 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c61718-2f68-4a79-b09e-ad684b42952c service neutron] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:13.593395 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'status': 'completed', 'code': 200} Dec 29 20:56:13.883629 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139670b-a9ef-499a-ae2a-32d72a43e7c7 req-9a86168a-6445-4311-9094-f897491c42a3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:13.885089 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6139670b-a9ef-499a-ae2a-32d72a43e7c7 req-9a86168a-6445-4311-9094-f897491c42a3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0771468 Dec 29 20:56:13.932302 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6139670b-a9ef-499a-ae2a-32d72a43e7c7 req-cb164c86-1c95-4c53-9539-b897da458c22 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Dec 29 20:56:14.274109 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a2d1f-6e0c-4bdd-99ae-3ad027a50712 req-5b90fe9d-d6f0-494b-8769-7f37b3a9a784 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:14.274825 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-a57a2d1f-6e0c-4bdd-99ae-3ad027a50712 req-5b90fe9d-d6f0-494b-8769-7f37b3a9a784 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:14.290849 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-a57a2d1f-6e0c-4bdd-99ae-3ad027a50712 req-5b90fe9d-d6f0-494b-8769-7f37b3a9a784 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:14.292315 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a57a2d1f-6e0c-4bdd-99ae-3ad027a50712 req-5b90fe9d-d6f0-494b-8769-7f37b3a9a784 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0948322 Dec 29 20:56:14.338025 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a57a2d1f-6e0c-4bdd-99ae-3ad027a50712 req-89bab884-2bb1-4130-9c33-fc90ba90580b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403843 Dec 29 20:56:14.987664 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:15.135592 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5a949-304c-4798-be2c-f962a3f7064e req-2fd96eb3-58cf-4efe-aec8-1b0115216833 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.137034 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ead5a949-304c-4798-be2c-f962a3f7064e req-2fd96eb3-58cf-4efe-aec8-1b0115216833 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0823808 Dec 29 20:56:15.181265 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ead5a949-304c-4798-be2c-f962a3f7064e req-f30252e4-d48a-41d7-9ea3-e0657958a8a9 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Dec 29 20:56:15.573338 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b3d4a-c1a2-44ad-a1c3-9678a4d52460 req-e34f1dad-27a2-426a-9a50-1f80533753b5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:15.574842 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b02b3d4a-c1a2-44ad-a1c3-9678a4d52460 req-e34f1dad-27a2-426a-9a50-1f80533753b5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0918767 Dec 29 20:56:15.630859 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b02b3d4a-c1a2-44ad-a1c3-9678a4d52460 req-382deed5-73bc-4cd2-ac52-0de06fc3807a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505090 Dec 29 20:56:16.223473 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1884460b-cdc0-499c-8298-962dbbceaf76 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:16.267685 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-43b154d2-3352-4260-a254-0ce339309ea7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 200 len: 1001 time: 0.1208041 Dec 29 20:56:16.305092 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 1884460b-cdc0-499c-8298-962dbbceaf76 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:16.310957 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 1884460b-cdc0-499c-8298-962dbbceaf76 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:16.312459 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:16.393593 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34841d5-380d-48a0-949a-dc5bc562e0e4 req-ca167492-c054-4c3a-866b-9e193994d4dc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:16.395262 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c34841d5-380d-48a0-949a-dc5bc562e0e4 req-ca167492-c054-4c3a-866b-9e193994d4dc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0792921 Dec 29 20:56:16.430457 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:16.442983 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c34841d5-380d-48a0-949a-dc5bc562e0e4 req-c364aa2a-2682-4d2a-8ee0-66e6efa01d56 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Dec 29 20:56:16.447681 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 1884460b-cdc0-499c-8298-962dbbceaf76, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1884460b-cdc0-499c-8298-962dbbceaf76,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:16.451845 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:16.516957 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=1884460b-cdc0-499c-8298-962dbbceaf76,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:16.860995 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89b41c-ecea-4a46-87b8-6d41985f8031 req-15ef6d77-ac10-4b7a-89a9-b6ebe312a8e4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:16.862624 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2b89b41c-ecea-4a46-87b8-6d41985f8031 req-15ef6d77-ac10-4b7a-89a9-b6ebe312a8e4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0881658 Dec 29 20:56:16.913478 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2b89b41c-ecea-4a46-87b8-6d41985f8031 req-4512f62b-9a1f-4334-ac3b-ed5016f0f3c1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449057 Dec 29 20:56:17.645512 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d85c7-53a9-42c0-ad67-6e856ce45458 req-6703fea6-557c-47e5-9f08-5b403ce905d4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:17.646983 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e19d85c7-53a9-42c0-ad67-6e856ce45458 req-6703fea6-557c-47e5-9f08-5b403ce905d4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0837269 Dec 29 20:56:17.651140 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-dc2b9ecd-d6d2-49fb-8daf-9d202d5b8f2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:17.652498 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-dc2b9ecd-d6d2-49fb-8daf-9d202d5b8f2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.1122134 Dec 29 20:56:17.690745 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e19d85c7-53a9-42c0-ad67-6e856ce45458 req-b6ca3b62-6ce5-4469-a70a-8740dc8603d6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382438 Dec 29 20:56:17.697171 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7226a3ea-0671-4738-b0d0-b8307bcb697d req-128bb3fa-bc3e-4c51-8db9-88ee517095fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1096 time: 0.1579657 Dec 29 20:56:17.935286 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-e1cebd6f-b509-4ac4-b7ef-f5658b4275d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2742023 Dec 29 20:56:17.939961 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a3ea-0671-4738-b0d0-b8307bcb697d req-92b8dce7-8413-43e6-b8e4-c44c051ac962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:17.942990 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7226a3ea-0671-4738-b0d0-b8307bcb697d req-92b8dce7-8413-43e6-b8e4-c44c051ac962 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c57d417a00fc4d18b249a80a29223706&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2354352 Dec 29 20:56:18.193855 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1884460b-cdc0-499c-8298-962dbbceaf76 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:18.251263 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-4d3876a5-e252-440f-be89-6bf45f47d039 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073580 Dec 29 20:56:18.265978 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 1884460b-cdc0-499c-8298-962dbbceaf76 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:18.266430 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:18.297649 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfd4fd-8d08-40bf-947e-0ba919f018ac req-e5e34271-308b-4034-be7b-b0a34eb01d0d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.299178 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b9bfd4fd-8d08-40bf-947e-0ba919f018ac req-e5e34271-308b-4034-be7b-b0a34eb01d0d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.2117939 Dec 29 20:56:18.349391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a3ea-0671-4738-b0d0-b8307bcb697d req-6da35f44-3c66-4c0a-8039-439099bf1aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.350807 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7226a3ea-0671-4738-b0d0-b8307bcb697d req-6da35f44-3c66-4c0a-8039-439099bf1aa9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3888772 Dec 29 20:56:18.414472 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b9bfd4fd-8d08-40bf-947e-0ba919f018ac req-e57c526f-a0aa-4b85-a91f-9589b5958abd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673234 Dec 29 20:56:18.453698 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b38e6f56-820a-459a-8cdd-f7c31ac4eb14 req-46d9a880-528e-4433-875e-053302849c0a service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902394 Dec 29 20:56:18.572333 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-f2570384-514b-446b-b763-8e9a16f97479 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1096 time: 0.1176469 Dec 29 20:56:18.651888 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-14734a3d-9330-4063-8a5c-9666b6afe014 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1099 time: 0.1470749 Dec 29 20:56:18.653227 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-e5d5310a-bd6e-4dd7-9abe-ca7edb5302bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 200 len: 217 time: 0.0724020 Dec 29 20:56:18.801160 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-ecd251cd-379e-478d-9a6f-8454df304938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.802593 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-ecd251cd-379e-478d-9a6f-8454df304938 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.1413088 Dec 29 20:56:18.884942 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-5ee3d030-e591-40bb-8954-6afacf9902df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.886389 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-5ee3d030-e591-40bb-8954-6afacf9902df service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 911 time: 0.1950898 Dec 29 20:56:18.909510 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0501d4-7a3b-4d1f-be54-300c7798dd95 req-d5e7adf2-0e0d-4b5d-a8a8-4a7b926b373a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:18.912091 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8c0501d4-7a3b-4d1f-be54-300c7798dd95 req-d5e7adf2-0e0d-4b5d-a8a8-4a7b926b373a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0875540 Dec 29 20:56:18.915500 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-6ebace6d-b341-472a-998f-3158f03d4590 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889060 Dec 29 20:56:18.961904 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8c0501d4-7a3b-4d1f-be54-300c7798dd95 req-267b7609-744b-4c17-ae96-a18b4401ff94 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430067 Dec 29 20:56:19.633253 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397aac-d00c-4c92-a1c5-bd453bc03138 req-e51179f3-88d8-4687-a505-f70d140a795d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:19.634697 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0a397aac-d00c-4c92-a1c5-bd453bc03138 req-e51179f3-88d8-4687-a505-f70d140a795d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0823991 Dec 29 20:56:19.684238 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0a397aac-d00c-4c92-a1c5-bd453bc03138 req-a2b015f3-6fdd-4d62-9043-1d1a4e66a4ab tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441320 Dec 29 20:56:20.162838 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91431f33-9774-484e-8d1d-53b9d1378229 req-9fe34c9f-edfa-43b7-97de-84c2cdc26e6b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:20.164314 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-91431f33-9774-484e-8d1d-53b9d1378229 req-9fe34c9f-edfa-43b7-97de-84c2cdc26e6b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0779827 Dec 29 20:56:20.208833 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-91431f33-9774-484e-8d1d-53b9d1378229 req-116daa5b-1f7c-4efe-9d03-e3450f359186 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391297 Dec 29 20:56:20.900247 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1156c-1bda-460f-bfe5-5f086faa4560 req-c9806141-4d1d-484c-9af8-52c1d04452fe tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:20.901701 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-07a1156c-1bda-460f-bfe5-5f086faa4560 req-c9806141-4d1d-484c-9af8-52c1d04452fe tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0806305 Dec 29 20:56:20.946879 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-07a1156c-1bda-460f-bfe5-5f086faa4560 req-45f89fb8-93cb-4c34-b79d-67bbd8024f75 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397027 Dec 29 20:56:21.402310 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c4596-e1f1-40ea-a7bb-78b7c6459b2b req-e97b2f2f-20d8-41ba-ae04-b465cfd95dc5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:21.403781 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ca1c4596-e1f1-40ea-a7bb-78b7c6459b2b req-e97b2f2f-20d8-41ba-ae04-b465cfd95dc5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0764410 Dec 29 20:56:21.453658 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ca1c4596-e1f1-40ea-a7bb-78b7c6459b2b req-714d64dd-7d7b-4c34-9e1f-a6561cb5dc8b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443370 Dec 29 20:56:22.298517 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb0198-f52a-41b7-9369-85b209d7eb81 req-22e2127d-2588-430c-a0bd-0853ee57b7f7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:22.299988 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5afb0198-f52a-41b7-9369-85b209d7eb81 req-22e2127d-2588-430c-a0bd-0853ee57b7f7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0739851 Dec 29 20:56:22.529876 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5afb0198-f52a-41b7-9369-85b209d7eb81 req-b50dac2b-8fdd-4070-aadf-27c5f9cee41e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758847 Dec 29 20:56:22.547825 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-ac630f29-f0bc-4ec5-b061-efb567cf512f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 200 len: 1001 time: 0.2438569 Dec 29 20:56:22.554629 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-68805c9b-c0a8-4c67-a5b8-2f00a32c0035 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996014 Dec 29 20:56:22.664961 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785410b-3ef4-4fb8-b5ab-7a1eba84ba9c req-4ac2adea-0cfa-4b93-bf19-d9763d71f005 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:22.666483 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0785410b-3ef4-4fb8-b5ab-7a1eba84ba9c req-4ac2adea-0cfa-4b93-bf19-d9763d71f005 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0758493 Dec 29 20:56:22.715580 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0785410b-3ef4-4fb8-b5ab-7a1eba84ba9c req-ff22a075-9353-481f-bb95-9de875fa6ce8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Dec 29 20:56:23.841606 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb0f54-d530-4119-9c15-46d6a081f2e7 req-3f17a645-a794-49fa-afa3-7215662fb5ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:23.843214 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ecdb0f54-d530-4119-9c15-46d6a081f2e7 req-3f17a645-a794-49fa-afa3-7215662fb5ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.1696579 Dec 29 20:56:23.888447 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ecdb0f54-d530-4119-9c15-46d6a081f2e7 req-166c95f6-1a66-4149-b4b1-8cedb897b1eb tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Dec 29 20:56:23.923661 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ec74b-7e5e-4ee7-930c-7f616814ac96 req-52cb229a-e9c8-4284-9301-5da7b24a5c3c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:23.925709 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c08ec74b-7e5e-4ee7-930c-7f616814ac96 req-52cb229a-e9c8-4284-9301-5da7b24a5c3c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0844398 Dec 29 20:56:23.970422 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c08ec74b-7e5e-4ee7-930c-7f616814ac96 req-400963cf-2e7e-4d27-be11-9962963c7f11 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394998 Dec 29 20:56:24.127102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-54d0b4a9-2c5a-4c52-af3f-b4c1a2535ca9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:24.129104 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-54d0b4a9-2c5a-4c52-af3f-b4c1a2535ca9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.1372142 Dec 29 20:56:24.206977 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d6136e0-5999-4c6a-b11d-b6d5f0dc6037 req-b3daadf7-16b0-4f4f-b447-c98c4dc94cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848497 Dec 29 20:56:24.234445 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-7d7e3b92-5595-4f5f-b1e6-f16bbb4acf7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879929 Dec 29 20:56:24.368963 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-0ce28c7a-6e64-4285-a3bb-1abefc7e84b2 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228771 Dec 29 20:56:24.502058 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1cbc7817-26c7-43f8-9b23-70e5e074a38b req-98faa6b9-a46a-4e84-844d-bfe1543ddc06 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250660 Dec 29 20:56:25.097615 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dfcd1-502d-4def-b6af-535458d35d3b req-e58b2b99-baeb-4454-9db8-d26db988ec5f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:25.099083 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c22dfcd1-502d-4def-b6af-535458d35d3b req-e58b2b99-baeb-4454-9db8-d26db988ec5f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0767679 Dec 29 20:56:25.143646 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c22dfcd1-502d-4def-b6af-535458d35d3b req-de38cb22-0014-4b90-9131-9191afa42e35 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Dec 29 20:56:25.167988 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e7906-2b4b-4624-9ae3-a58e36d4fcda req-b4f076e4-7d49-4cfc-a47f-1872bf120198 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:25.169492 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8a1e7906-2b4b-4624-9ae3-a58e36d4fcda req-b4f076e4-7d49-4cfc-a47f-1872bf120198 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0776546 Dec 29 20:56:25.218101 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8a1e7906-2b4b-4624-9ae3-a58e36d4fcda req-7e725956-3ba9-4484-91f7-e5029d59e153 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 Dec 29 20:56:26.363525 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceefdb0-4c7c-4d5b-a925-e7b5fe03f5e5 req-9e6d5d1b-8e86-4d2a-8081-c880ff2876a3 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:26.370233 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aceefdb0-4c7c-4d5b-a925-e7b5fe03f5e5 req-9e6d5d1b-8e86-4d2a-8081-c880ff2876a3 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0864148 Dec 29 20:56:26.419347 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aceefdb0-4c7c-4d5b-a925-e7b5fe03f5e5 req-6a916f4b-89df-436e-a9f0-1701b9652ad8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480850 Dec 29 20:56:26.432292 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b67755-9c15-48df-8d99-f49816524f41 req-ab1759f7-38a5-4ad4-9a9f-31ae5374030c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:26.434690 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f2b67755-9c15-48df-8d99-f49816524f41 req-ab1759f7-38a5-4ad4-9a9f-31ae5374030c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0843375 Dec 29 20:56:26.480702 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f2b67755-9c15-48df-8d99-f49816524f41 req-d4f63abf-cb2f-4327-a2c1-5af74af7c4b6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408287 Dec 29 20:56:27.622547 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3ec52-906e-48dc-8f70-acf1b3c6acc4 req-f4bdd4bc-69d2-48db-95ac-020a97632e94 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:27.624168 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7cc3ec52-906e-48dc-8f70-acf1b3c6acc4 req-f4bdd4bc-69d2-48db-95ac-020a97632e94 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0750053 Dec 29 20:56:27.672765 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7cc3ec52-906e-48dc-8f70-acf1b3c6acc4 req-887701dc-e962-443a-9ece-fee0df5f3ea1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Dec 29 20:56:28.889765 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e4808-ba67-4ad6-9d55-8cabed53f8ab req-ccca6948-b1cf-4a2b-820a-a318fdc0efbe tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:28.891282 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-063e4808-ba67-4ad6-9d55-8cabed53f8ab req-ccca6948-b1cf-4a2b-820a-a318fdc0efbe tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0829225 Dec 29 20:56:28.941908 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-063e4808-ba67-4ad6-9d55-8cabed53f8ab req-516aec4b-acc8-45eb-8dbe-9a223ef371ae tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443056 Dec 29 20:56:30.158469 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02269f-c49e-4f8f-b4e1-58c160b08202 req-733e0984-dbc0-474c-a946-c969c8a3a30c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:30.160670 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5f02269f-c49e-4f8f-b4e1-58c160b08202 req-733e0984-dbc0-474c-a946-c969c8a3a30c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0814819 Dec 29 20:56:30.205854 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5f02269f-c49e-4f8f-b4e1-58c160b08202 req-09a062d3-b50b-46d4-8c70-84623071e607 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Dec 29 20:56:31.410323 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046271fa-fd6c-4ef7-b188-0f1c9cb47a7e req-cf188c66-9503-43a3-a35a-e2183642ff72 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:31.411687 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-046271fa-fd6c-4ef7-b188-0f1c9cb47a7e req-cf188c66-9503-43a3-a35a-e2183642ff72 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0747669 Dec 29 20:56:31.454918 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-046271fa-fd6c-4ef7-b188-0f1c9cb47a7e req-177efcc8-8d08-4ec8-a7fb-97c4388d203e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378273 Dec 29 20:56:32.668118 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712387c-d42f-4f0e-8236-bcd77d9ddf17 req-cde683d0-919d-4c6e-a888-9f470943963d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:32.669549 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c712387c-d42f-4f0e-8236-bcd77d9ddf17 req-cde683d0-919d-4c6e-a888-9f470943963d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0792799 Dec 29 20:56:32.713705 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c712387c-d42f-4f0e-8236-bcd77d9ddf17 req-be2f9922-087c-4e01-9341-58a87974c704 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Dec 29 20:56:33.249519 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e35c284f-e0d2-478e-bac6-d21c821d3293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:33.941052 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37455c3-1853-4aa1-9f70-eae2a5223d39 req-67e961bb-fceb-4dea-9a3f-394104fe35b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:33.942917 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b37455c3-1853-4aa1-9f70-eae2a5223d39 req-67e961bb-fceb-4dea-9a3f-394104fe35b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0901575 Dec 29 20:56:33.968962 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Sync routers for ids ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:56:33.982691 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Routers {'f7b62211-7190-4ceb-a7e5-0737a6ef9347'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:33.983326 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:56:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:33.991613 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b37455c3-1853-4aa1-9f70-eae2a5223d39 req-b58590f8-2242-41d6-9d57-263fff7cdcab tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425131 Dec 29 20:56:34.174800 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Set router f7b62211-7190-4ceb-a7e5-0737a6ef9347 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:34.216512 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Sync routers for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:56:34.231582 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:34.232195 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:56:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:34.328014 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:56:34.412874 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:34.608136 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:34.628265 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'port_id': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'mac_address': 'fa:16:3e:1a:ab:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:56:34.686688 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 4, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port': {'id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'd3b3ae8c-7d67-4601-ab5d-af80e3675b4c', 'name': '', 'network_id': '74583c08-e06c-4025-8d34-478545672e9e', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'mac_address': 'fa:16:3e:ed:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:54Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 2, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'subnets': [{'id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:34.695607 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Checking router: f7b62211-7190-4ceb-a7e5-0737a6ef9347 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:56:34.695953 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Updating router f7b62211-7190-4ceb-a7e5-0737a6ef9347 port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:56:34.718402 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:34.736497 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 2, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:34.742039 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Checking router: 04b5b287-a3c0-42f1-b90f-20e79d8692ee for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:56:34.743130 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Updating router 04b5b287-a3c0-42f1-b90f-20e79d8692ee port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 20:56:34.754222 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3616e0b6-e936-4532-b059-8a08b399fe1e {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:56:34.772109 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:34.790598 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:34.796097 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:34.823445 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:34.974360 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:35.145228 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:56:35.167872 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.180426 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Transition to ACTIVE for port object 796a5c99-581f-45c1-ac76-ba76ee14b3a8 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:35.187311 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.246380 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.250495 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2b0e-3989-4ab3-80ee-2bd98bbdad35 req-5137379e-98d0-4c0f-9034-423ab4653371 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:35.252163 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-117c2b0e-3989-4ab3-80ee-2bd98bbdad35 req-5137379e-98d0-4c0f-9034-423ab4653371 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 944 time: 0.0798922 Dec 29 20:56:35.254462 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933d469-0c8d-40b0-b578-c10aa885a141 None None] Pushing event updated for resources: {'Port': ['ID=796a5c99-581f-45c1-ac76-ba76ee14b3a8,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:35.261415 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Transition to ACTIVE for port object d3b3ae8c-7d67-4601-ab5d-af80e3675b4c will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:35.270951 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.313119 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-117c2b0e-3989-4ab3-80ee-2bd98bbdad35 req-31c4b1b6-b381-4233-9c12-58be3df7cad3 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494292 Dec 29 20:56:35.451695 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Attempting to bind port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:35.452065 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Attempting to bind port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:35.452426 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Attempting to bind port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 on network 1a384869-5d93-45ce-8cdd-facb11f512d9 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:35.452867 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['3616e0b6-e936-4532-b059-8a08b399fe1e'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:56:35.459940 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:35.460321 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Checking segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:35.460724 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.461262 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Bound using segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:35.461894 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Bound port: 796a5c99-581f-45c1-ac76-ba76ee14b3a8, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:35.462293 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.505529 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5cbba-36fe-437c-9cd9-869360f79492 None None] Pushing event updated for resources: {'Port': ['ID=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:35.572486 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-97ae2c92-159a-46df-91f3-ad9867920e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.657866 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] For port 796a5c99-581f-45c1-ac76-ba76ee14b3a8, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:35.663278 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] For port 796a5c99-581f-45c1-ac76-ba76ee14b3a8, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=796a5c99-581f-45c1-ac76-ba76ee14b3a8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:35.685654 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.711758 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Attempting to bind port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:56:35.712267 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Attempting to bind port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:56:35.712726 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Attempting to bind port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c on network 74583c08-e06c-4025-8d34-478545672e9e {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:56:35.740733 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:56:35.741255 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Checking segment: {'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:56:35.741755 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.742244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Bound using segment: {'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:56:35.742839 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Bound port: d3b3ae8c-7d67-4601-ab5d-af80e3675b4c, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f64a22-b15a-4db1-9612-7120f20b96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '74583c08-e06c-4025-8d34-478545672e9e'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:56:35.743328 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:35.817539 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933d469-0c8d-40b0-b578-c10aa885a141 None None] Pushing event updated for resources: {'Port': ['ID=796a5c99-581f-45c1-ac76-ba76ee14b3a8,revision_number=4']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:35.821922 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:35.822591 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:56:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:36.006548 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] For port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:56:36.012665 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] For port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,segment=NetworkSegment(64f64a22-b15a-4db1-9612-7120f20b96c7),segment_id=64f64a22-b15a-4db1-9612-7120f20b96c7)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:56:36.019411 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.054792 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:36.103434 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Routers {'f7b62211-7190-4ceb-a7e5-0737a6ef9347'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:36.104056 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:56:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:36.302007 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 796a5c99-581f-45c1-ac76-ba76ee14b3a8 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:36.392756 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5cbba-36fe-437c-9cd9-869360f79492 None None] Pushing event updated for resources: {'Port': ['ID=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:36.441374 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] Set router f7b62211-7190-4ceb-a7e5-0737a6ef9347 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:36.444142 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:35Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:36.448986 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73592351-ef52-4b9b-a9d5-10e8ea2a55df None None] The sync data for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi is: [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:35Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:56:36.557609 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8ba8a-dc53-4e53-b23b-6d65ff2f1d16 req-7d27cf21-5872-490a-b2f0-aeea4d367b97 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:36.560413 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-abb8ba8a-dc53-4e53-b23b-6d65ff2f1d16 req-7d27cf21-5872-490a-b2f0-aeea4d367b97 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 944 time: 0.0911369 Dec 29 20:56:36.585398 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:36.606989 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:36.607275 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.619251 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-abb8ba8a-dc53-4e53-b23b-6d65ff2f1d16 req-d851d860-9ad8-4cf2-9082-9a7e9c178410 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516307 Dec 29 20:56:36.761956 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.904121 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.957197 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 796a5c99-581f-45c1-ac76-ba76ee14b3a8, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=796a5c99-581f-45c1-ac76-ba76ee14b3a8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:36.962613 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:36.993913 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 4, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port': {'id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'd3b3ae8c-7d67-4601-ab5d-af80e3675b4c', 'name': '', 'network_id': '74583c08-e06c-4025-8d34-478545672e9e', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'mac_address': 'fa:16:3e:ed:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:54Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 4, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'subnets': [{'id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:37.009752 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa742a-f522-41ce-9833-1e1feeadb92f None None] The sync data for ids ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'] in dv-cinder-823170-1-iscsi is: [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:55:55Z', 'revision_number': 4, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port': {'id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'd3b3ae8c-7d67-4601-ab5d-af80e3675b4c', 'name': '', 'network_id': '74583c08-e06c-4025-8d34-478545672e9e', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'mac_address': 'fa:16:3e:ed:de:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:54Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 4, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'subnets': [{'id': 'd1fed0c7-776e-4278-8bb7-7f88d6e3d3d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:56:37.036354 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=796a5c99-581f-45c1-ac76-ba76ee14b3a8,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:37.099064 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:37.701811 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fee2d-99fb-488c-9153-c3ca846bad09 req-2f8c8943-1de2-449e-b93c-d88714c434dc tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:37.703286 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8e0fee2d-99fb-488c-9153-c3ca846bad09 req-2f8c8943-1de2-449e-b93c-d88714c434dc tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 945 time: 0.0834515 Dec 29 20:56:37.747468 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8e0fee2d-99fb-488c-9153-c3ca846bad09 req-cb3037b5-9ca9-4c68-b086-e898677c74dd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Dec 29 20:56:37.832335 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655d25-e7c6-4e38-a5c7-fb97702c4d62 req-76806176-3c07-41f2-a51b-343dfd1f3d4e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:37.834083 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9f655d25-e7c6-4e38-a5c7-fb97702c4d62 req-76806176-3c07-41f2-a51b-343dfd1f3d4e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 944 time: 0.0831316 Dec 29 20:56:37.879493 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9f655d25-e7c6-4e38-a5c7-fb97702c4d62 req-12d4ab54-0605-478d-9c58-52008ab92c55 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397403 Dec 29 20:56:37.991317 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.214011 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 796a5c99-581f-45c1-ac76-ba76ee14b3a8 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:38.279797 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:38.309385 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:38.309750 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.427629 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 3616e0b6-e936-4532-b059-8a08b399fe1e completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:38.441513 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 3616e0b6-e936-4532-b059-8a08b399fe1e triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:38.442135 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.486384 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device d3b3ae8c-7d67-4601-ab5d-af80e3675b4c up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:38.612454 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:56:38.621139 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.631635 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:38.631999 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.697615 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:38.709960 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:38.715352 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.762921 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'code': 200} Dec 29 20:56:38.850669 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:38.861262 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:38.932312 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,segment=NetworkSegment(64f64a22-b15a-4db1-9612-7120f20b96c7),segment_id=64f64a22-b15a-4db1-9612-7120f20b96c7)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:38.947709 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:39.066566 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:39.162337 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355d593-9def-4502-9d11-e348bacca6cc req-0e3e23b8-f1ac-4da2-8353-d3e2c4091283 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:39.163820 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a355d593-9def-4502-9d11-e348bacca6cc req-0e3e23b8-f1ac-4da2-8353-d3e2c4091283 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 945 time: 0.1310537 Dec 29 20:56:39.210194 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a355d593-9def-4502-9d11-e348bacca6cc req-cd751118-16c6-4d71-ba66-056f61bc0237 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Dec 29 20:56:39.226891 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2d377822-1323-4e63-9d96-66819b612a1d req-cbe3ec65-e4e0-4c8d-a276-bc6a006c36ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1098 time: 0.1354256 Dec 29 20:56:39.241531 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fea354-b90f-40f8-bda5-52e7ea218af1 req-167d2d38-2bd9-4d3b-9fb8-d31adf763755 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:39.242940 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-42fea354-b90f-40f8-bda5-52e7ea218af1 req-167d2d38-2bd9-4d3b-9fb8-d31adf763755 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.1031129 Dec 29 20:56:39.306879 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2d377822-1323-4e63-9d96-66819b612a1d req-35ab9a63-5585-40d7-8127-f290d1c271e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715258 Dec 29 20:56:39.311275 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-42fea354-b90f-40f8-bda5-52e7ea218af1 req-f7e35d5f-4f25-4166-a3e0-cab3c46d0bed tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562973 Dec 29 20:56:40.195455 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device d3b3ae8c-7d67-4601-ab5d-af80e3675b4c up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:56:40.266862 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:56:40.267236 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:40.336923 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-4bb685a2-bc5c-4c32-be54-e41d58c1f722 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:40.338360 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-4bb685a2-bc5c-4c32-be54-e41d58c1f722 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 945 time: 0.0812488 Dec 29 20:56:40.410947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Deleting port 0367aedc-6b07-4a49-acee-a3e7fc3db53a {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:56:40.411415 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:40.550434 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957d356-3d1a-4a88-a573-d98fea113dd3 req-9a7f8810-f1cd-4579-a613-138325ef8e4f tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:40.551889 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0957d356-3d1a-4a88-a573-d98fea113dd3 req-9a7f8810-f1cd-4579-a613-138325ef8e4f tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 945 time: 0.2068014 Dec 29 20:56:40.598769 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0957d356-3d1a-4a88-a573-d98fea113dd3 req-18b2f1e4-a8c5-40d8-9d32-327346b71054 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Dec 29 20:56:40.769657 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10066b95-a192-4f83-a7ea-622812323782 req-c63cd933-2b60-4219-997d-117f63d806c2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:40.771018 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-10066b95-a192-4f83-a7ea-622812323782 req-c63cd933-2b60-4219-997d-117f63d806c2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.2004523 Dec 29 20:56:40.807467 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] For port 0367aedc-6b07-4a49-acee-a3e7fc3db53a, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0367aedc-6b07-4a49-acee-a3e7fc3db53a,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:56:40.807824 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:40.937639 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Calling delete_port for 0367aedc-6b07-4a49-acee-a3e7fc3db53a owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:56:40.977229 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-10066b95-a192-4f83-a7ea-622812323782 req-b85d8087-2fd7-4285-bd30-dea7c90d15ba tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954906 Dec 29 20:56:41.082888 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:41.129148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Pushing event deleted for resources: {'Port': ['ID=0367aedc-6b07-4a49-acee-a3e7fc3db53a,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:41.207600 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] No DVR routers for this DVR port 0367aedc-6b07-4a49-acee-a3e7fc3db53a on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:56:41.210572 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:41.223358 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'name': 'network-vif-deleted', 'tag': '0367aedc-6b07-4a49-acee-a3e7fc3db53a'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:41.230837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-422d50d5-15c5-4a68-b64c-c0cfe4f0626e req-40091ab2-8f62-4e9f-86d3-9ae6c68cf23a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "DELETE /v2.0/ports/0367aedc-6b07-4a49-acee-a3e7fc3db53a HTTP/1.1" status: 204 len: 173 time: 0.8858280 Dec 29 20:56:41.311726 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfd639a-bf96-4c22-a0ca-82fc683bfc60', 'name': 'network-vif-deleted', 'tag': '0367aedc-6b07-4a49-acee-a3e7fc3db53a', 'status': 'completed', 'code': 200} Dec 29 20:56:41.778533 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d343317d-3887-43c1-bac6-f8bd69758455 req-f59d4789-d36c-4753-b97a-6aae9f95a514 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Synchronizing usage tracker for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:41.794472 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d343317d-3887-43c1-bac6-f8bd69758455 req-f59d4789-d36c-4753-b97a-6aae9f95a514 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Unset dirty status for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:41.795693 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d343317d-3887-43c1-bac6-f8bd69758455 req-f59d4789-d36c-4753-b97a-6aae9f95a514 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=4dfd639a-bf96-4c22-a0ca-82fc683bfc60 HTTP/1.1" status: 200 len: 210 time: 0.0580995 Dec 29 20:56:42.187914 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457aeb2-1704-43f0-8207-6ad0d7a586c1 req-74870476-5cde-4bcd-9ad5-2650104eedb4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:42.189335 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0457aeb2-1704-43f0-8207-6ad0d7a586c1 req-74870476-5cde-4bcd-9ad5-2650104eedb4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0795650 Dec 29 20:56:42.235558 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0457aeb2-1704-43f0-8207-6ad0d7a586c1 req-5dca3a1b-60e5-4249-88a4-654ff8d52067 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399086 Dec 29 20:56:42.296893 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0367aedc-6b07-4a49-acee-a3e7fc3db53a no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:56:42.337372 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 0367aedc-6b07-4a49-acee-a3e7fc3db53a {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:56:42.338136 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0367aedc-6b07-4a49-acee-a3e7fc3db53a not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:56:42.450167 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7e74a-4880-49cd-89eb-62199b1a1bc0 req-e7ddce72-62a2-4b73-86e2-e0e986d1ce45 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:42.451524 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-86b7e74a-4880-49cd-89eb-62199b1a1bc0 req-e7ddce72-62a2-4b73-86e2-e0e986d1ce45 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0740020 Dec 29 20:56:42.460455 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 40992) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:42.465646 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'floatingip': {'port_id': '3616e0b6-e936-4532-b059-8a08b399fe1e'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:42.541378 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:43.173208 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.db.resource_extend [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 29 20:56:43.271581 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:43.275085 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:43.459907 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Floating IP bd565d4c-8442-4a91-9680-4c801438ae3a associated. External IP: 172.27.2.75, port: 3616e0b6-e936-4532-b059-8a08b399fe1e. Dec 29 20:56:43.840305 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Router 04b5b287-a3c0-42f1-b90f-20e79d8692ee has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:56:44.035767 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:56:44.040209 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:44.044800 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] Sync routers for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:56:44.056652 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:44.057254 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:56:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:44.092706 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-82ab3777-9b7e-4907-ac2c-97ba16be25d4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "PUT /v2.0/floatingips/bd565d4c-8442-4a91-9680-4c801438ae3a HTTP/1.1" status: 200 len: 990 time: 1.6310377 Dec 29 20:56:44.093117 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:56:44.148601 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'status': 'completed', 'code': 200} Dec 29 20:56:44.239487 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:44.581379 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bd565d4c-8442-4a91-9680-4c801438ae3a', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'port_id': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'mac_address': 'fa:16:3e:1a:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:05Z', 'updated_at': '2021-12-29T20:56:43Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:44.585089 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] Checking router: 04b5b287-a3c0-42f1-b90f-20e79d8692ee for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:56:44.595326 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:56:44.596699 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:56:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:44.770409 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:56:45.020561 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:45.116244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bd565d4c-8442-4a91-9680-4c801438ae3a', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'port_id': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'mac_address': 'fa:16:3e:1a:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:05Z', 'updated_at': '2021-12-29T20:56:43Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:56:45.120042 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce40922-ac0f-4820-add5-07f5a7e155d3 None None] The sync data for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi is: [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bd565d4c-8442-4a91-9680-4c801438ae3a', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'port_id': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'mac_address': 'fa:16:3e:1a:ab:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:56:05Z', 'updated_at': '2021-12-29T20:56:43Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:56:46.142306 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-7bdaa3ba-33a4-47a6-bce1-3b327d6f370e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1098 time: 0.0735312 Dec 29 20:56:46.270630 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-80425b6b-8287-42d8-a25c-5b597a7e4c1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:46.272143 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-80425b6b-8287-42d8-a25c-5b597a7e4c1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1233084 Dec 29 20:56:46.371198 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-05af726b-14d9-47c9-854e-4038271295be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 200 len: 998 time: 0.0913830 Dec 29 20:56:46.435436 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-02f2a4c2-5027-441d-a5e1-bc9b8b3aca2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:46.436799 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-02f2a4c2-5027-441d-a5e1-bc9b8b3aca2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0582993 Dec 29 20:56:46.508640 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-f3d20261-ae10-4e51-9edf-f5fca8acec39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653391 Dec 29 20:56:46.721183 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-16d9361e-4932-484e-b407-209c9c806ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044272 Dec 29 20:56:46.864306 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f059dff-5b56-43b0-bc69-610082e21ac1 req-0c6e8ad9-b15c-4bd8-9401-15f6c7d9a7ad service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358654 Dec 29 20:56:47.619055 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d742136-5c9a-4ed1-aba9-72fbbfe2669c None None] New status for floating IP bd565d4c-8442-4a91-9680-4c801438ae3a: ACTIVE {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:56:53.488240 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-716d72e1-4886-4936-ac8b-baf789831445 req-685812b0-c9ce-41c3-a813-63c0ea3384ea tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Synchronizing usage tracker for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:53.506754 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-716d72e1-4886-4936-ac8b-baf789831445 req-685812b0-c9ce-41c3-a813-63c0ea3384ea tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Unset dirty status for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:53.508057 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-685812b0-c9ce-41c3-a813-63c0ea3384ea tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536339120&fields=id&tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4 HTTP/1.1" status: 200 len: 267 time: 0.0621774 Dec 29 20:56:53.670478 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d72e1-4886-4936-ac8b-baf789831445 req-62cddf01-c9e9-4b6c-bc81-f99f63e25687 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:53.672096 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-62cddf01-c9e9-4b6c-bc81-f99f63e25687 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 809 time: 0.1577103 Dec 29 20:56:53.689698 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-04d3af2b-c5e6-44bf-9512-39708e5dc7ea tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/quotas/fc1b3281fc834cd68995c2b6fd67f2a4 HTTP/1.1" status: 200 len: 375 time: 0.0112648 Dec 29 20:56:53.775720 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-716d72e1-4886-4936-ac8b-baf789831445 req-6d0a8f57-ad49-48ff-bb46-9d98640ef859 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Synchronizing usage tracker for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:56:53.793766 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-716d72e1-4886-4936-ac8b-baf789831445 req-6d0a8f57-ad49-48ff-bb46-9d98640ef859 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Unset dirty status for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:56:53.795052 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-6d0a8f57-ad49-48ff-bb46-9d98640ef859 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000957 Dec 29 20:56:53.978878 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-a80b3bb6-f3df-4330-a6ac-ec899a7da7f6 service neutron] 10.222.0.37 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706231 Dec 29 20:56:54.125812 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-9f089ca0-b4be-490a-a052-62a61e41c9e3 service neutron] 10.222.0.37 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381843 Dec 29 20:56:54.562012 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b2c7a54a-00f9-4cb7-8bf1-6a993abbb296 req-de2bed5c-8e15-4d03-aa65-77ed61f10f64 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 210 time: 0.0427823 Dec 29 20:56:55.585050 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41186) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:55.742063 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-83005a8e-a893-4050-a5a1-7c5919ef7076 req-855f81e4-67a8-49bd-b809-37fe36d7d422 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 210 time: 0.0575120 Dec 29 20:56:55.744476 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:55.777848 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:55.781789 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Usage tracker for resource:security_group_rule and tenant:d697fb687c384432b3b6bc94f132109c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:55.784650 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:55.790265 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:55.859445 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:55.863230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:55.905096 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8f4db9-012a-4c8a-9e43-7a038e6fb2c1,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:55.917795 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d697fb687c384432b3b6bc94f132109c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3317308 Dec 29 20:56:55.919541 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.919886 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.920236 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.920525 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 41196) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:55.920953 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.920953 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.921193 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.921516 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.921838 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.922159 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.922478 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.922826 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95d8fdf-361b-4dbc-bfac-cc5159d0db96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:56:55.981832 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4fefe055-cc5e-4b40-8b14-a282b36a85c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.006540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4fefe055-cc5e-4b40-8b14-a282b36a85c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.054559 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4fefe055-cc5e-4b40-8b14-a282b36a85c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.071398 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefe055-cc5e-4b40-8b14-a282b36a85c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8f4db9-012a-4c8a-9e43-7a038e6fb2c1,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:56.077592 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4fefe055-cc5e-4b40-8b14-a282b36a85c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.078701 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-4fefe055-cc5e-4b40-8b14-a282b36a85c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d8f4db9-012a-4c8a-9e43-7a038e6fb2c1 HTTP/1.1" status: 204 len: 168 time: 0.1571915 Dec 29 20:56:56.394639 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 41206) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:56.412842 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.442686 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:56.446391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Usage tracker for resource:security_group_rule and tenant:877f2696f16e416e976d4d14140ae866 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:56:56.449103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:56:56.455258 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:56.516727 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.520187 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.566165 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=877f2696f16e416e976d4d14140ae866&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1703742 Dec 29 20:56:56.567271 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3fdb4-81e0-4cc1-8500-5948eeb1b86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeca37d-32fb-4df5-8f2e-40063f9f905e,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:56.569797 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41210) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:56:56.628293 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac640-3914-48a6-9b48-8b76781a1312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.652256 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac640-3914-48a6-9b48-8b76781a1312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.704717 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac640-3914-48a6-9b48-8b76781a1312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.721278 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ac640-3914-48a6-9b48-8b76781a1312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeca37d-32fb-4df5-8f2e-40063f9f905e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:56.732838 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2a9ac640-3914-48a6-9b48-8b76781a1312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:56.733938 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2a9ac640-3914-48a6-9b48-8b76781a1312 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eeca37d-32fb-4df5-8f2e-40063f9f905e HTTP/1.1" status: 204 len: 168 time: 0.1629996 Dec 29 20:56:56.906112 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d375d9b4-6b72-491e-be31-ddb84792aba8 req-0ccb6fee-6b42-4a91-b19c-7cdbc04b39e2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 210 time: 0.0422261 Dec 29 20:56:58.069547 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cc6b4be5-3331-4a5c-8495-e3fd2e0db43a req-7887ffb1-da24-4ffc-b135-c0e2833e8b3a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 210 time: 0.0422800 Dec 29 20:56:58.885123 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d72e1-4886-4936-ac8b-baf789831445 req-3ebf8d5e-03bc-4786-a529-22a055b3e506 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:58.887555 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-3ebf8d5e-03bc-4786-a529-22a055b3e506 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.46 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 809 time: 0.1743283 Dec 29 20:56:58.944372 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-1faf9a47-357c-476f-94eb-9722471b31bd tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4 HTTP/1.1" status: 200 len: 379 time: 0.0432887 Dec 29 20:56:58.953035 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'port': {'device_id': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'admin_state_up': True, 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'security_groups': ['d7905f52-6c60-4db3-8258-6b72e10afd8f']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:56:59.096218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:56:59.109510 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:56:59.120478 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Made reservation on behalf of fc1b3281fc834cd68995c2b6fd67f2a4 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:56:59.123849 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:59.296472 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aefd7b7b-cde0-4e06-be67-1e8a1a9f3975 req-52b3b656-8f71-4798-bc88-e2a2ef7a9e23 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 210 time: 0.0741744 Dec 29 20:56:59.311396 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Allocated IP 172.20.0.8 (ef2cffa6-8718-49fc-8782-b29f824a0c6c/4a70608b-330d-4c82-8251-db4dee565165/4443fd20-bc34-41cb-b24f-a077f693cf39) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:56:59.519597 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:59.539314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Transition to ACTIVE for port object 4443fd20-bc34-41cb-b24f-a077f693cf39 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:56:59.565925 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:59.729734 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:56:59.733248 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:56:59.738580 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:56:59.758916 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-b598076e-c098-4664-9a97-6936d51bf4ab tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:59.765483 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-b598076e-c098-4664-9a97-6936d51bf4ab tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/networks?id=57330753-75cf-4a2e-9721-2d619521c65f HTTP/1.1" status: 200 len: 813 time: 0.2015061 Dec 29 20:56:59.766402 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:56:59.790840 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-3eae033f-7689-47d9-973c-718a52a7cb08 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/quotas/d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 HTTP/1.1" status: 200 len: 375 time: 0.0240541 Dec 29 20:56:59.811214 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:56:59.811830 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:56:59.866959 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-921066fc-63a1-4689-8f21-305452a2f9d2 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9174047 Dec 29 20:56:59.868627 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-3b733462-3168-42ab-b435-fa5241a6f47e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d835ac2b7b0e4c4aa5e9e9cdb3a4faa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767100 Dec 29 20:56:59.882701 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Request body: {'port': {'device_id': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:00.034483 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-c1297390-bf27-44f2-b1bf-04c8ed85b11c None None] Provisioning for port 4443fd20-bc34-41cb-b24f-a077f693cf39 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:00.044696 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-c1297390-bf27-44f2-b1bf-04c8ed85b11c None None] Provisioning complete for port 4443fd20-bc34-41cb-b24f-a077f693cf39 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:00.046173 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c1297390-bf27-44f2-b1bf-04c8ed85b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:00.065036 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:00.152975 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-4e9df63b-717b-4b7a-bb40-eab8a67f48b6 service neutron] 10.222.0.37 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771792 Dec 29 20:57:00.158289 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-c1297390-bf27-44f2-b1bf-04c8ed85b11c None None] Port 4443fd20-bc34-41cb-b24f-a077f693cf39 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:57:00.295788 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-677cda0f-652c-422f-8d2e-371d404bd5bd service neutron] 10.222.0.37 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414430 Dec 29 20:57:00.504156 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4443fd20-bc34-41cb-b24f-a077f693cf39 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:00.516182 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:00.547421 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Transition to ACTIVE for port object 4443fd20-bc34-41cb-b24f-a077f693cf39 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:00.554630 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:00.628737 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fabd81-5a13-4d8a-b0b9-9d1a5171fbcb req-aa18af6e-45a8-4fa4-9f10-a7ade27a70fc tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:00.629467 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-f6fabd81-5a13-4d8a-b0b9-9d1a5171fbcb req-aa18af6e-45a8-4fa4-9f10-a7ade27a70fc tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Synchronizing usage tracker for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:00.687832 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-554a5acd-a94f-4f1c-8b00-adaae6b44eb3 req-b42626fa-b6b4-4641-859d-f4999944c798 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 210 time: 0.0547504 Dec 29 20:57:00.749339 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:00.760401 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-f6fabd81-5a13-4d8a-b0b9-9d1a5171fbcb req-aa18af6e-45a8-4fa4-9f10-a7ade27a70fc tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Unset dirty status for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:00.761688 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f6fabd81-5a13-4d8a-b0b9-9d1a5171fbcb req-aa18af6e-45a8-4fa4-9f10-a7ade27a70fc tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 931 time: 0.3030908 Dec 29 20:57:00.925075 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Attempting to bind port 4443fd20-bc34-41cb-b24f-a077f693cf39 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:00.925481 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Attempting to bind port 4443fd20-bc34-41cb-b24f-a077f693cf39 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:00.925725 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Attempting to bind port 4443fd20-bc34-41cb-b24f-a077f693cf39 on network ef2cffa6-8718-49fc-8782-b29f824a0c6c {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:00.944441 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Port 4443fd20-bc34-41cb-b24f-a077f693cf39 on network ef2cffa6-8718-49fc-8782-b29f824a0c6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:57:00.944683 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Attempting to bind port 4443fd20-bc34-41cb-b24f-a077f693cf39 on network ef2cffa6-8718-49fc-8782-b29f824a0c6c {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:00.950305 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41384) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:00.960237 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f6fabd81-5a13-4d8a-b0b9-9d1a5171fbcb req-e87a275f-2c95-4823-b19c-3a7ceb27aa51 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657851 Dec 29 20:57:00.961349 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:00.961732 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Checking segment: {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:00.962098 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Bound using segment: {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:00.962518 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Bound port: 4443fd20-bc34-41cb-b24f-a077f693cf39, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51293bc-c919-44a8-af46-72cdbb62434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:00.962889 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.065723 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:01.069516 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:01.074406 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.133334 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.142348 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.143814 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] 10.222.0.46 "PUT /v2.0/ports/4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 1093 time: 1.2690809 Dec 29 20:57:01.144319 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:01.179707 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109296a3-9623-46d4-b526-eeafdcc65e05 service neutron] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:01.185212 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:01.192298 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Usage tracker for resource:security_group_rule and tenant:81c73a53731e48678403aebc93092a90 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:01.196073 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:01.202407 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:01.240517 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'status': 'completed', 'code': 200} Dec 29 20:57:01.279257 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-020f3a37-37c9-4241-a376-df9400e55952 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1096 time: 0.0864122 Dec 29 20:57:01.289460 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.294430 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.342534 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a92a330-ed9e-43fa-8b9d-6e29db7e7ee8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:01.348474 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-68449598-4ee9-4834-b86a-e1dce933dff1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81c73a53731e48678403aebc93092a90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3969004 Dec 29 20:57:01.351134 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41392) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:01.352828 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-775ec2bf-52fa-4f22-9fb3-f45d871570b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 217 time: 0.0651193 Dec 29 20:57:01.409992 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-41b2a9d3-61a5-423e-9b34-f3519a358c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.413161 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d72e1-4886-4936-ac8b-baf789831445 req-240b4d67-7c8f-4d4c-a32f-3f339388c03b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:01.414712 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-240b4d67-7c8f-4d4c-a32f-3f339388c03b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 200 len: 848 time: 0.0561764 Dec 29 20:57:01.437757 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-41b2a9d3-61a5-423e-9b34-f3519a358c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.496126 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-cf303e30-8229-4cb9-b91d-10c6dc98ac99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef2cffa6-8718-49fc-8782-b29f824a0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747004 Dec 29 20:57:01.496726 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-41b2a9d3-61a5-423e-9b34-f3519a358c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.514174 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2a9d3-61a5-423e-9b34-f3519a358c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a92a330-ed9e-43fa-8b9d-6e29db7e7ee8,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:01.521224 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-41b2a9d3-61a5-423e-9b34-f3519a358c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:01.522378 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-41b2a9d3-61a5-423e-9b34-f3519a358c32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a92a330-ed9e-43fa-8b9d-6e29db7e7ee8 HTTP/1.1" status: 204 len: 168 time: 0.1703537 Dec 29 20:57:01.862463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-5b0b0bc0-b8f2-4c14-8c96-ff3f338f5647 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:01.864111 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-5b0b0bc0-b8f2-4c14-8c96-ff3f338f5647 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "GET /v2.0/networks?id=57330753-75cf-4a2e-9721-2d619521c65f HTTP/1.1" status: 200 len: 813 time: 0.2671864 Dec 29 20:57:01.867562 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-bbb2e764-794c-4fb9-9de4-389a2c59d183 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645566 Dec 29 20:57:01.886238 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Request body: {'port': {'device_id': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f', 'admin_state_up': True, 'tenant_id': 'd835ac2b7b0e4c4aa5e9e9cdb3a4faa5'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:01.899390 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b3c9a9e4-365e-45b9-91f7-cacf9fa026ae req-38c3d85a-91a7-4375-ac10-6ffec28df9c6 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 210 time: 0.0635145 Dec 29 20:57:01.977053 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41406) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:01.995098 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.027284 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:02.031355 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb6cdbf4f664333a4274cff1eb7bdc3 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:02.034091 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:02.039787 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:02.109281 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.114045 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.162091 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eb6cdbf4f664333a4274cff1eb7bdc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839170 Dec 29 20:57:02.162835 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93b26e-aa51-42a3-b065-ff23debbd682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b3925f-20b3-430d-9894-3a3b0e0e41e6,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:02.165827 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41412) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:02.177160 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:02.181229 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-716d72e1-4886-4936-ac8b-baf789831445 req-a6055a0b-4fe9-48da-bdb0-6a89d0c6acd0 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789018 Dec 29 20:57:02.192025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:02.214162 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Made reservation on behalf of d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:57:02.217454 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.236223 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7d3-7b17-44a3-82e1-bb3ac2bbe63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.262469 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7d3-7b17-44a3-82e1-bb3ac2bbe63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.317216 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7d3-7b17-44a3-82e1-bb3ac2bbe63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.332862 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ca7d3-7b17-44a3-82e1-bb3ac2bbe63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b3925f-20b3-430d-9894-3a3b0e0e41e6,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:02.340148 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a96ca7d3-7b17-44a3-82e1-bb3ac2bbe63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.341010 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27852b8-5bf7-474b-9c84-ee687f702445 req-004edb2e-6cd4-448a-ac3c-cced3372c95d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:02.341249 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a96ca7d3-7b17-44a3-82e1-bb3ac2bbe63b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/20b3925f-20b3-430d-9894-3a3b0e0e41e6 HTTP/1.1" status: 204 len: 168 time: 0.1743293 Dec 29 20:57:02.342547 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f27852b8-5bf7-474b-9c84-ee687f702445 req-004edb2e-6cd4-448a-ac3c-cced3372c95d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.2366667 Dec 29 20:57:02.474378 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-4b61994c-d680-418d-8509-a324e53b9287 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1096 time: 0.2410691 Dec 29 20:57:02.506453 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f27852b8-5bf7-474b-9c84-ee687f702445 req-27b484c7-d286-4e2a-b9c3-4fd438b5d8d5 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431212 Dec 29 20:57:02.583382 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Allocated IP 172.20.0.3 (57330753-75cf-4a2e-9721-2d619521c65f/32791538-997e-47ed-858c-2874218dca9b/09e7c5bd-f324-4785-9332-2f9624c8ac4b) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:02.656728 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-3b15add6-70cd-42cb-8541-b27805c87b3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:02.658929 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-3b15add6-70cd-42cb-8541-b27805c87b3d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 910 time: 0.1746266 Dec 29 20:57:02.800837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-a454184f-962b-4a92-81b9-9ce23629fa38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 217 time: 0.1351728 Dec 29 20:57:02.911945 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-eedeb2ee-0f5f-480a-ab43-f146cd092b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:02.913295 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-eedeb2ee-0f5f-480a-ab43-f146cd092b7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 200 len: 848 time: 0.1040528 Dec 29 20:57:02.947392 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:02.976453 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.132843 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Network 57330753-75cf-4a2e-9721-2d619521c65f is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:03.140878 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:03.144722 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Pushing event updated for resources: {'Port': ['ID=09e7c5bd-f324-4785-9332-2f9624c8ac4b,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:03.147065 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:03.235608 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:03.236275 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.251816 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ad11f055-d68a-40f2-a9ce-b9e0804cbe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.253556 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9f924-2553-4326-949c-390ef388e7a3 req-12e11471-572b-423f-9538-09b62932c435 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:03.255026 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-10a9f924-2553-4326-949c-390ef388e7a3 req-12e11471-572b-423f-9538-09b62932c435 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 931 time: 0.2349644 Dec 29 20:57:03.260778 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-27662900-2646-4bac-9d22-97c63ea396ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef2cffa6-8718-49fc-8782-b29f824a0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2418251 Dec 29 20:57:03.357190 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-84998340-4698-4b6d-974f-f62a00c65164 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4753029 Dec 29 20:57:03.372629 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Request body: {'port': {'device_id': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:03.535798 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-10a9f924-2553-4326-949c-390ef388e7a3 req-8bcd6045-17a1-485d-9593-51a5a93a900e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740993 Dec 29 20:57:03.624416 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-119b2993-fc2b-4691-ad4a-33ffb3e82e19 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444040 Dec 29 20:57:03.699686 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:03.718834 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956d738-cbb1-4f20-bf67-3f7542592009 req-8da3c546-fe9a-4314-a6e1-c48dcf1825e5 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:03.720466 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3956d738-cbb1-4f20-bf67-3f7542592009 req-8da3c546-fe9a-4314-a6e1-c48dcf1825e5 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0815053 Dec 29 20:57:03.861565 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-3956d738-cbb1-4f20-bf67-3f7542592009 req-560157a9-562d-492e-b3b8-71c4d1e7fc42 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Synchronizing usage tracker for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:03.867190 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-85f30130-6c68-4cd8-a46d-62702f441d3c req-7c9009d0-fbbb-42aa-8dbe-78f9fb3fa7e8 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357976 Dec 29 20:57:03.874475 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-3956d738-cbb1-4f20-bf67-3f7542592009 req-560157a9-562d-492e-b3b8-71c4d1e7fc42 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Unset dirty status for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:03.875825 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3956d738-cbb1-4f20-bf67-3f7542592009 req-560157a9-562d-492e-b3b8-71c4d1e7fc42 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497259 Dec 29 20:57:04.085279 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e7c5bd-f324-4785-9332-2f9624c8ac4b {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:04.092549 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.107310 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Transition to ACTIVE for port object 09e7c5bd-f324-4785-9332-2f9624c8ac4b will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:57:04.111923 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.235864 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Pushing event updated for resources: {'Port': ['ID=09e7c5bd-f324-4785-9332-2f9624c8ac4b,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:04.346980 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Attempting to bind port 09e7c5bd-f324-4785-9332-2f9624c8ac4b on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:57:04.347314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Attempting to bind port 09e7c5bd-f324-4785-9332-2f9624c8ac4b by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:57:04.347740 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Attempting to bind port 09e7c5bd-f324-4785-9332-2f9624c8ac4b on network 57330753-75cf-4a2e-9721-2d619521c65f {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:04.353604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Port 09e7c5bd-f324-4785-9332-2f9624c8ac4b on network 57330753-75cf-4a2e-9721-2d619521c65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:57:04.353917 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Attempting to bind port 09e7c5bd-f324-4785-9332-2f9624c8ac4b on network 57330753-75cf-4a2e-9721-2d619521c65f {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:57:04.360098 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:57:04.360427 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Checking segment: {'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:57:04.360827 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Bound using segment: {'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:57:04.361249 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Bound port: 09e7c5bd-f324-4785-9332-2f9624c8ac4b, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '471e8ceb-ebef-4550-9067-2a7d925978bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:57:04.361587 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.447033 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] For port 09e7c5bd-f324-4785-9332-2f9624c8ac4b, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:57:04.450526 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] For port 09e7c5bd-f324-4785-9332-2f9624c8ac4b, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09e7c5bd-f324-4785-9332-2f9624c8ac4b,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:57:04.455106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.521217 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:04.522506 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] 10.222.0.46 "PUT /v2.0/ports/09e7c5bd-f324-4785-9332-2f9624c8ac4b HTTP/1.1" status: 200 len: 1093 time: 1.1538146 Dec 29 20:57:04.524851 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'tag': '09e7c5bd-f324-4785-9332-2f9624c8ac4b'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:04.544329 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed36ec-de00-4c10-a739-22565b26393f service neutron] Pushing event updated for resources: {'Port': ['ID=09e7c5bd-f324-4785-9332-2f9624c8ac4b,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:04.603196 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'tag': '09e7c5bd-f324-4785-9332-2f9624c8ac4b', 'status': 'completed', 'code': 200} Dec 29 20:57:04.639054 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-45175907-020d-4cc0-be4f-90432f13f3c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d835ac2b7b0e4c4aa5e9e9cdb3a4faa5&device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 1096 time: 0.0725374 Dec 29 20:57:04.743333 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-e6da63dc-bb4a-4009-9199-42ad7b3fcab0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e7c5bd-f324-4785-9332-2f9624c8ac4b HTTP/1.1" status: 200 len: 217 time: 0.0968945 Dec 29 20:57:04.838527 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-593d25ea-14fc-40a6-b055-c0e0ce5ed618 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:04.840230 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-593d25ea-14fc-40a6-b055-c0e0ce5ed618 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32791538-997e-47ed-858c-2874218dca9b HTTP/1.1" status: 200 len: 853 time: 0.0896258 Dec 29 20:57:04.888621 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-88b9abee-c682-418d-8483-5a3a5ff0a482 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=57330753-75cf-4a2e-9721-2d619521c65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412753 Dec 29 20:57:04.894998 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacbbf4-f887-43d1-ab13-1c666f7865af req-288f7df4-f00f-45af-80bd-51316f11c5c5 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:04.895738 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-bdacbbf4-f887-43d1-ab13-1c666f7865af req-288f7df4-f00f-45af-80bd-51316f11c5c5 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Synchronizing usage tracker for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:04.998996 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-bdacbbf4-f887-43d1-ab13-1c666f7865af req-288f7df4-f00f-45af-80bd-51316f11c5c5 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Unset dirty status for tenant:d835ac2b7b0e4c4aa5e9e9cdb3a4faa5 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:05.000201 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bdacbbf4-f887-43d1-ab13-1c666f7865af req-288f7df4-f00f-45af-80bd-51316f11c5c5 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 943 time: 0.3024035 Dec 29 20:57:05.082097 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-01bccbe0-1250-46d4-b89f-83d5117ef4f2 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835055 Dec 29 20:57:05.087943 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bdacbbf4-f887-43d1-ab13-1c666f7865af req-c636e595-e102-42a1-a464-7931eaf21db8 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796094 Dec 29 20:57:05.225555 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7710d40-54cf-4c36-a59a-c7611008b1e5 req-c39fadf3-99e5-4638-a72e-3ccfc7175e67 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355877 Dec 29 20:57:05.316724 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e73063-d3ba-4ea9-801f-7d096237f02e req-18dd54c6-b6e1-415a-93f3-6464896e8d17 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:05.318206 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-02e73063-d3ba-4ea9-801f-7d096237f02e req-18dd54c6-b6e1-415a-93f3-6464896e8d17 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.2972651 Dec 29 20:57:05.366980 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-02e73063-d3ba-4ea9-801f-7d096237f02e req-9a548f9b-472e-46fc-a102-690f2148e72d tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Dec 29 20:57:05.431438 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-2be5f998-1644-4911-bd3d-9df2c026f8cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d835ac2b7b0e4c4aa5e9e9cdb3a4faa5&device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 1096 time: 0.1554024 Dec 29 20:57:05.456664 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5410fbe3-76cd-48d8-84cb-f111e14d79a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:05.559895 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-3e9eda79-34ff-4bd4-91f8-7bf394d826dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:05.561312 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-3e9eda79-34ff-4bd4-91f8-7bf394d826dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=57330753-75cf-4a2e-9721-2d619521c65f HTTP/1.1" status: 200 len: 914 time: 0.1234086 Dec 29 20:57:05.625973 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-500e2749-1941-4308-aaf6-91b46aaead74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09e7c5bd-f324-4785-9332-2f9624c8ac4b HTTP/1.1" status: 200 len: 217 time: 0.0580575 Dec 29 20:57:05.689458 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-87ca1fff-a128-43d6-9b54-1f27436d7d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:05.690826 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-87ca1fff-a128-43d6-9b54-1f27436d7d63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32791538-997e-47ed-858c-2874218dca9b HTTP/1.1" status: 200 len: 853 time: 0.0586569 Dec 29 20:57:05.741564 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-92d7af5a-e405-438d-b19b-cc94890520e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=57330753-75cf-4a2e-9721-2d619521c65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427599 Dec 29 20:57:05.880724 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-f935f3be-df80-4eec-8226-55aa9dbb61c6 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234698 Dec 29 20:57:06.011238 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a45a79a-5d1e-4874-8f23-d1fe90fc8db5 req-1e9617a9-4cc4-4208-a987-236918b55202 service neutron] 10.222.0.46 "GET /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233776 Dec 29 20:57:06.283552 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc111b5-bdc3-4ceb-8e20-bf652d5a8edd req-82cf0b5d-d291-4856-b719-5e826e64da8e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:06.285037 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6bc111b5-bdc3-4ceb-8e20-bf652d5a8edd req-82cf0b5d-d291-4856-b719-5e826e64da8e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 943 time: 0.0767982 Dec 29 20:57:06.330579 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6bc111b5-bdc3-4ceb-8e20-bf652d5a8edd req-c1b1ab14-1fce-440e-85aa-566c3babc987 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Dec 29 20:57:06.568206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77416a-cad5-4011-ac9c-6ae9e065e36a req-34e4da4c-a681-4d16-afd1-ca85e103eaf3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:06.569690 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5f77416a-cad5-4011-ac9c-6ae9e065e36a req-34e4da4c-a681-4d16-afd1-ca85e103eaf3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0806761 Dec 29 20:57:06.615890 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5f77416a-cad5-4011-ac9c-6ae9e065e36a req-123f23ec-8770-4bdc-ac95-849e2322cc4a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401595 Dec 29 20:57:06.708635 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.101217 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:07.597869 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f525-70d9-4b2c-bcd4-91d99ef7f76f req-d842800f-5ab2-47e0-9808-8e8ea9085b81 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:07.599341 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4818f525-70d9-4b2c-bcd4-91d99ef7f76f req-d842800f-5ab2-47e0-9808-8e8ea9085b81 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 943 time: 0.1492722 Dec 29 20:57:07.644117 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4818f525-70d9-4b2c-bcd4-91d99ef7f76f req-64c5fa5f-f479-4092-8ef2-355b6c7200cd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Dec 29 20:57:07.815512 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402305e2-0842-45b2-a47a-f7d7f4a8b4bb req-15aa917b-f953-4ec8-b817-d31d1bc41cfd tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:07.817245 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-402305e2-0842-45b2-a47a-f7d7f4a8b4bb req-15aa917b-f953-4ec8-b817-d31d1bc41cfd tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0762708 Dec 29 20:57:07.866495 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-402305e2-0842-45b2-a47a-f7d7f4a8b4bb req-3cf38f41-7f3a-467d-bf22-ee80773a3ede tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 Dec 29 20:57:07.994374 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:08.838834 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa6e48-f726-4118-9215-de65eb9c470b req-1b074a22-f1a5-446b-b6a3-75bb967dcde0 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:08.840297 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-10aa6e48-f726-4118-9215-de65eb9c470b req-1b074a22-f1a5-446b-b6a3-75bb967dcde0 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 943 time: 0.0782976 Dec 29 20:57:08.896313 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-10aa6e48-f726-4118-9215-de65eb9c470b req-a7123549-1d7a-4e5b-87c6-1b70e983cca3 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460453 Dec 29 20:57:09.067205 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f631-27ec-447f-85ef-a6b0581e79d5 req-f894cd87-782a-4cd5-b85d-13e77a420ced tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:09.068627 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a217f631-27ec-447f-85ef-a6b0581e79d5 req-f894cd87-782a-4cd5-b85d-13e77a420ced tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0797882 Dec 29 20:57:09.116989 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a217f631-27ec-447f-85ef-a6b0581e79d5 req-252e88db-cded-4a61-9787-3d5b4c629edd tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Dec 29 20:57:09.567858 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41536) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:09.704462 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.735143 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:09.738860 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad1d157ad0d4e1d8bc3dcb876a22199 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:09.741552 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:09.747029 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:09.813196 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.817572 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.864682 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3911063-4e22-4d17-b6a0-6fcfd9618b55,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:09.871204 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-0d18b1bd-5092-48ea-bae7-2f9c72a59906 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ad1d157ad0d4e1d8bc3dcb876a22199&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3022108 Dec 29 20:57:09.872706 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41542) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:09.936909 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66f531fb-4e62-46a6-a488-e159be41ba1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:09.963489 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66f531fb-4e62-46a6-a488-e159be41ba1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.016013 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66f531fb-4e62-46a6-a488-e159be41ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.029726 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f531fb-4e62-46a6-a488-e159be41ba1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3911063-4e22-4d17-b6a0-6fcfd9618b55,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:10.036826 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-66f531fb-4e62-46a6-a488-e159be41ba1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.038003 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-66f531fb-4e62-46a6-a488-e159be41ba1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3911063-4e22-4d17-b6a0-6fcfd9618b55 HTTP/1.1" status: 204 len: 168 time: 0.1639423 Dec 29 20:57:10.099549 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7048c7-04bf-4bce-bf2d-e50f35f90268 req-a41726f9-fdc4-404d-a114-9ccbd2d501e9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:10.101003 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fb7048c7-04bf-4bce-bf2d-e50f35f90268 req-a41726f9-fdc4-404d-a114-9ccbd2d501e9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 943 time: 0.0802794 Dec 29 20:57:10.146743 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fb7048c7-04bf-4bce-bf2d-e50f35f90268 req-21993860-62dd-4e64-ba93-05027f3a6adb tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Dec 29 20:57:10.327993 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac6a20-ec3a-4255-b53e-b7822b11d961 req-66ca9e3e-2b95-4712-b444-4369b11b67e9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:10.330005 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-99ac6a20-ec3a-4255-b53e-b7822b11d961 req-66ca9e3e-2b95-4712-b444-4369b11b67e9 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0830722 Dec 29 20:57:10.377443 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-99ac6a20-ec3a-4255-b53e-b7822b11d961 req-9acff73c-c48a-4b8a-bfce-28612ccf4980 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412412 Dec 29 20:57:10.384772 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 41558) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:10.407633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.421558 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 09e7c5bd-f324-4785-9332-2f9624c8ac4b details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:57:10.441007 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:10.445080 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Usage tracker for resource:security_group_rule and tenant:cf7984f4e6db4636920e01a31161f69e is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:10.447934 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:10.454184 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:10.520334 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.524416 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.570501 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825356fd-c8b1-4574-9b7e-7d3193eed5e6,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:10.575989 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-bd101ec6-3cf1-4632-a67a-6400f32d394d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf7984f4e6db4636920e01a31161f69e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1900926 Dec 29 20:57:10.578501 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 41562) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:10.594139 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 09e7c5bd-f324-4785-9332-2f9624c8ac4b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09e7c5bd-f324-4785-9332-2f9624c8ac4b,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:10.606918 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '09e7c5bd-f324-4785-9332-2f9624c8ac4b', 'network_id': '57330753-75cf-4a2e-9721-2d619521c65f', 'port_id': '09e7c5bd-f324-4785-9332-2f9624c8ac4b', 'mac_address': 'fa:16:3e:52:ea:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32791538-997e-47ed-858c-2874218dca9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:57:10.635934 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a1c2c84-a450-48e1-b482-15a413e49f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.661094 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a1c2c84-a450-48e1-b482-15a413e49f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.662571 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.679514 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e7c5bd-f324-4785-9332-2f9624c8ac4b {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:10.694941 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 09e7c5bd-f324-4785-9332-2f9624c8ac4b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09e7c5bd-f324-4785-9332-2f9624c8ac4b,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:10.698734 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.713506 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a1c2c84-a450-48e1-b482-15a413e49f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.730793 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c2c84-a450-48e1-b482-15a413e49f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825356fd-c8b1-4574-9b7e-7d3193eed5e6,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:10.737205 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1a1c2c84-a450-48e1-b482-15a413e49f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:10.738288 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-1a1c2c84-a450-48e1-b482-15a413e49f20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/825356fd-c8b1-4574-9b7e-7d3193eed5e6 HTTP/1.1" status: 204 len: 168 time: 0.1588831 Dec 29 20:57:10.774266 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=09e7c5bd-f324-4785-9332-2f9624c8ac4b,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:10.783302 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.783644 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.783985 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.784313 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.784645 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.784972 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.785301 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.785647 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.785974 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.786290 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:10.786610 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:11.059105 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['09e7c5bd-f324-4785-9332-2f9624c8ac4b'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:57:11.353361 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeaecd9-3c5c-4cfe-8dd8-566d00ff12d0 req-69fa0e43-0cde-48e7-a716-8a94098f2c7a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:11.354928 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5eeaecd9-3c5c-4cfe-8dd8-566d00ff12d0 req-69fa0e43-0cde-48e7-a716-8a94098f2c7a tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 944 time: 0.0807099 Dec 29 20:57:11.399716 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5eeaecd9-3c5c-4cfe-8dd8-566d00ff12d0 req-c4aed28f-e837-4015-afd3-795a4e9e0123 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Dec 29 20:57:11.592080 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76a33-81a4-46d5-bdae-3c50aca511eb req-bea420fc-c5e6-4b80-a938-2d0cd6b83a04 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:11.593532 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-69c76a33-81a4-46d5-bdae-3c50aca511eb req-bea420fc-c5e6-4b80-a938-2d0cd6b83a04 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0803881 Dec 29 20:57:11.643098 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-69c76a33-81a4-46d5-bdae-3c50aca511eb req-9050b62a-0536-48c7-8b94-5088e58e2d66 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 Dec 29 20:57:12.065647 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:57:12.438472 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 4443fd20-bc34-41cb-b24f-a077f693cf39 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:57:12.445756 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 09e7c5bd-f324-4785-9332-2f9624c8ac4b up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:12.611597 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 09e7c5bd-f324-4785-9332-2f9624c8ac4b completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:12.614390 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe7d6f-ee33-4e88-b24c-34e146f5a777 req-1934c8c6-35f5-4580-aab4-8d8eb87af031 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:12.615962 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bafe7d6f-ee33-4e88-b24c-34e146f5a777 req-1934c8c6-35f5-4580-aab4-8d8eb87af031 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 944 time: 0.0823808 Dec 29 20:57:12.628476 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 09e7c5bd-f324-4785-9332-2f9624c8ac4b triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:12.628695 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.680473 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bafe7d6f-ee33-4e88-b24c-34e146f5a777 req-3b2e5980-bc70-4974-abb8-dfb5d09b97f4 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566933 Dec 29 20:57:12.695740 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:12.716904 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'port_id': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'mac_address': 'fa:16:3e:4e:75:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:57:12.810332 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.870720 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc029d1-553a-4957-ba2a-9f615232da5a req-04149940-2166-4b77-ab58-f59d1d666961 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:12.872177 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4bc029d1-553a-4957-ba2a-9f615232da5a req-04149940-2166-4b77-ab58-f59d1d666961 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0802772 Dec 29 20:57:12.894431 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4443fd20-bc34-41cb-b24f-a077f693cf39 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:57:12.915665 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.931802 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:12.934355 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4bc029d1-553a-4957-ba2a-9f615232da5a req-9ee8841a-aa16-4a82-855c-a4466007a602 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547380 Dec 29 20:57:12.941678 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:12.988671 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e7c5bd-f324-4785-9332-2f9624c8ac4b'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:13.007663 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 09e7c5bd-f324-4785-9332-2f9624c8ac4b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09e7c5bd-f324-4785-9332-2f9624c8ac4b,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:13.013149 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.024956 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:13.062348 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e7c5bd-f324-4785-9332-2f9624c8ac4b', 'code': 200} Dec 29 20:57:13.079379 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 41636) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:13.102588 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=09e7c5bd-f324-4785-9332-2f9624c8ac4b,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:13.222287 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.301054 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:13.306307 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Usage tracker for resource:security_group_rule and tenant:171f38796f334802b05c55430b78a727 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:13.309524 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:13.317947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:13.335197 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d8590c63-a0da-46d8-8166-64f4121d512c req-ae04e3f7-710c-43a3-a9af-e63d3b76ea25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 1098 time: 0.1046681 Dec 29 20:57:13.363219 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['4443fd20-bc34-41cb-b24f-a077f693cf39'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:57:13.404523 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d8590c63-a0da-46d8-8166-64f4121d512c req-6d501c42-1962-47c0-9bde-3feea6754c87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620332 Dec 29 20:57:13.421350 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.426164 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.470920 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc691444-8ff2-4871-82b7-e25491c9fb1c,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:13.474525 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=171f38796f334802b05c55430b78a727&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3939872 Dec 29 20:57:13.477486 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41642) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:13.481762 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.482111 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.482449 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.482819 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.483132 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.483456 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.483795 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.484092 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.484405 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.485480 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.485724 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f185e70-9ae7-4e75-be95-55fd97f130ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:57:13.542952 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-faa2052e-23e0-4325-a1c0-1aebd04c2329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.567871 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-faa2052e-23e0-4325-a1c0-1aebd04c2329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.618676 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-faa2052e-23e0-4325-a1c0-1aebd04c2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.634725 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2052e-23e0-4325-a1c0-1aebd04c2329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc691444-8ff2-4871-82b7-e25491c9fb1c,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:13.639843 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-faa2052e-23e0-4325-a1c0-1aebd04c2329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:13.641521 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-faa2052e-23e0-4325-a1c0-1aebd04c2329 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc691444-8ff2-4871-82b7-e25491c9fb1c HTTP/1.1" status: 204 len: 168 time: 0.1623878 Dec 29 20:57:13.875338 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466550-0d8f-4c85-b877-5b4388564205 req-c837e112-173a-4ff2-a0ac-53605d56a53e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:13.877303 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f3466550-0d8f-4c85-b877-5b4388564205 req-c837e112-173a-4ff2-a0ac-53605d56a53e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 945 time: 0.0850379 Dec 29 20:57:13.928071 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f3466550-0d8f-4c85-b877-5b4388564205 req-a7ce8740-40c4-4e7d-ad68-930cbb1c0c42 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Dec 29 20:57:13.992728 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41656) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:14.010840 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.042481 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:14.046330 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9f543c28916a4f38884737c14800b824 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:14.049854 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:14.055423 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:14.183828 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.191815 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b71c-bbeb-4ec1-99a8-bff198c3f8ed req-0f3baad3-7e5c-42f1-ba25-73003d98b920 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:14.193362 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6349b71c-bbeb-4ec1-99a8-bff198c3f8ed req-0f3baad3-7e5c-42f1-ba25-73003d98b920 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 944 time: 0.1328826 Dec 29 20:57:14.194379 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.267192 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14abc960-e0a7-47d4-a1be-ab9540cb7993,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:14.278596 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a6601da2-ec40-4427-a463-e38fabaef1c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f543c28916a4f38884737c14800b824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2848518 Dec 29 20:57:14.281173 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41660) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:14.299990 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6349b71c-bbeb-4ec1-99a8-bff198c3f8ed req-0da351fb-4a7b-41d1-b1e1-10ab488da2ec tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987427 Dec 29 20:57:14.342431 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7beab454-76d1-4a5c-ba69-fe29c18979ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.367365 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7beab454-76d1-4a5c-ba69-fe29c18979ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.415562 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7beab454-76d1-4a5c-ba69-fe29c18979ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.429294 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beab454-76d1-4a5c-ba69-fe29c18979ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14abc960-e0a7-47d4-a1be-ab9540cb7993,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:14.436323 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7beab454-76d1-4a5c-ba69-fe29c18979ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:14.437474 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7beab454-76d1-4a5c-ba69-fe29c18979ba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14abc960-e0a7-47d4-a1be-ab9540cb7993 HTTP/1.1" status: 204 len: 168 time: 0.1553910 Dec 29 20:57:14.938849 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-f2f9719e-f1b7-4df2-8ce0-b89e2a4a55e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723135 Dec 29 20:57:14.989842 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:15.255301 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-1ccc83e1-66be-45aa-ab2f-0538cf245f2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1099 time: 0.2277117 Dec 29 20:57:15.265599 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99378b60-2d9b-453a-970d-df5e38ee985e req-3c793635-9b3d-4beb-bcf8-729220d866d1 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:15.267149 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-99378b60-2d9b-453a-970d-df5e38ee985e req-3c793635-9b3d-4beb-bcf8-729220d866d1 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 945 time: 0.1904051 Dec 29 20:57:15.403385 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-99378b60-2d9b-453a-970d-df5e38ee985e req-6100527e-4386-4452-bb58-3403acbf60ea tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304166 Dec 29 20:57:15.442635 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-555c948d-4b12-4e96-aa3f-03465758c7ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:15.444248 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-555c948d-4b12-4e96-aa3f-03465758c7ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 911 time: 0.1533296 Dec 29 20:57:15.514405 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2644975-d0e9-4919-b55f-da8d205d2ab0 req-a323733d-07fe-4910-a8e8-0ede1050e3f7 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:15.516451 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d2644975-d0e9-4919-b55f-da8d205d2ab0 req-a323733d-07fe-4910-a8e8-0ede1050e3f7 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 944 time: 0.0849824 Dec 29 20:57:15.554111 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-d057e71a-964e-442a-9901-561dc36d0055 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 200 len: 1001 time: 0.0990050 Dec 29 20:57:15.563210 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d2644975-d0e9-4919-b55f-da8d205d2ab0 req-6cb13ec7-7acb-4655-b2c2-0de338eb6597 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405407 Dec 29 20:57:15.617610 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-5625037e-345f-47d5-9bb8-2500be60abca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:15.619123 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-5625037e-345f-47d5-9bb8-2500be60abca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.0581176 Dec 29 20:57:15.704355 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-7397388c-b123-4fb0-b45c-8f6fd9827d29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760808 Dec 29 20:57:15.784757 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41696) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:15.836394 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-c66a3b3d-1fc8-4199-8c03-df3e5c8a6287 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244993 Dec 29 20:57:15.929291 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:15.961467 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:15.965210 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Usage tracker for resource:security_group_rule and tenant:38e687b5548f4971b8a53c302a099f74 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:15.967995 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:15.968122 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-63249de3-05bd-4c39-862d-7dd02ac053c4 req-5936311e-8a9e-44d7-9722-07dc95679f67 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243513 Dec 29 20:57:15.975062 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:16.042001 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.045663 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.092509 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f91286-e401-4d84-a688-c8dacd1c49c0,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:16.099287 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-98eeb298-92de-4cad-a29c-6888f54fdf30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38e687b5548f4971b8a53c302a099f74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3135011 Dec 29 20:57:16.101887 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 41702) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:16.160556 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eb1c65f8-efdc-44ed-86fb-924c3d63f129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.185536 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eb1c65f8-efdc-44ed-86fb-924c3d63f129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.235923 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eb1c65f8-efdc-44ed-86fb-924c3d63f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.249468 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c65f8-efdc-44ed-86fb-924c3d63f129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f91286-e401-4d84-a688-c8dacd1c49c0,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:16.255673 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eb1c65f8-efdc-44ed-86fb-924c3d63f129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.256758 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-eb1c65f8-efdc-44ed-86fb-924c3d63f129 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70f91286-e401-4d84-a688-c8dacd1c49c0 HTTP/1.1" status: 204 len: 168 time: 0.1539915 Dec 29 20:57:16.470725 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 4443fd20-bc34-41cb-b24f-a077f693cf39 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:57:16.548619 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 4443fd20-bc34-41cb-b24f-a077f693cf39 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:57:16.554033 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 4443fd20-bc34-41cb-b24f-a077f693cf39 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:57:16.554516 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.629049 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cd052-f509-4d60-8923-ca4f39cec215 req-03530dc1-6302-49b3-b7a7-25b768f9d1f6 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:16.631818 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e27cd052-f509-4d60-8923-ca4f39cec215 req-03530dc1-6302-49b3-b7a7-25b768f9d1f6 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 945 time: 0.0896504 Dec 29 20:57:16.684020 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e27cd052-f509-4d60-8923-ca4f39cec215 req-8c19bda8-b55a-411f-a497-3555e26463c3 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Dec 29 20:57:16.693757 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.725294 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:16.735641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:16.739901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:16.808952 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64261a8-27d6-4259-9bc9-b640a04a081b req-4bc25fae-674e-4b45-ad90-301a6deef1da tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:16.815648 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:16.815943 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b64261a8-27d6-4259-9bc9-b640a04a081b req-4bc25fae-674e-4b45-ad90-301a6deef1da tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0950480 Dec 29 20:57:16.870369 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b64261a8-27d6-4259-9bc9-b640a04a081b req-66776439-270d-40e5-a6d1-738ca69fbcf8 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530384 Dec 29 20:57:16.942861 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'code': 200} Dec 29 20:57:17.294043 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-da81f558-0371-4712-8ec4-967780e6db30 req-e0a6861f-9703-4862-9dde-f9d1dae7e29e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1098 time: 0.0885060 Dec 29 20:57:17.347576 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-da81f558-0371-4712-8ec4-967780e6db30 req-56e0b5c8-149e-46d2-bf11-0af872218dee service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472577 Dec 29 20:57:18.054841 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766f5a6-edab-4b6d-a529-25b16ea3a893 req-b8f3bced-2f68-4bcf-a4bb-0f98a7ab3ff3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:18.056220 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1766f5a6-edab-4b6d-a529-25b16ea3a893 req-b8f3bced-2f68-4bcf-a4bb-0f98a7ab3ff3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0744402 Dec 29 20:57:18.099779 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1766f5a6-edab-4b6d-a529-25b16ea3a893 req-63dce70e-c870-4db8-88c8-46a51e4733b6 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381086 Dec 29 20:57:19.369684 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f656e1-c012-41f5-acd5-b6333869461e req-64df6507-ddad-4d36-b14e-079d10f85c29 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:19.371169 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-42f656e1-c012-41f5-acd5-b6333869461e req-64df6507-ddad-4d36-b14e-079d10f85c29 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.1496356 Dec 29 20:57:19.415223 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-42f656e1-c012-41f5-acd5-b6333869461e req-c36487df-e102-4f6a-9381-b53fb049080e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380352 Dec 29 20:57:19.609698 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf15d1-866e-4b88-92be-cd6ef2d83cc4 req-3c2e76cb-6156-41d1-9592-aa874b6435d6 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:19.611283 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-93bf15d1-866e-4b88-92be-cd6ef2d83cc4 req-3c2e76cb-6156-41d1-9592-aa874b6435d6 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0766387 Dec 29 20:57:19.656242 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-93bf15d1-866e-4b88-92be-cd6ef2d83cc4 req-a768ea9c-cd9d-426e-a93d-73b62e1fbca0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 Dec 29 20:57:19.684691 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 41772) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:19.981103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-956f8ee3-ee16-4088-bc11-9a27672a59ef tempest-TestShelveInstance-1578593375 tempest-TestShelveInstance-1578593375-project-admin] Synchronizing usage tracker for tenant:6d21c3a01cf640d18210aada5d270cdc on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:57:20.001374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-956f8ee3-ee16-4088-bc11-9a27672a59ef tempest-TestShelveInstance-1578593375 tempest-TestShelveInstance-1578593375-project-admin] Unset dirty status for tenant:6d21c3a01cf640d18210aada5d270cdc on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:57:20.002864 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-956f8ee3-ee16-4088-bc11-9a27672a59ef tempest-TestShelveInstance-1578593375 tempest-TestShelveInstance-1578593375-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1093 time: 0.3120186 Dec 29 20:57:20.006133 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 41780) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:20.011682 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'port_id': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:57:20.017465 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:20.021144 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Usage tracker for resource:floatingip and tenant:fc1b3281fc834cd68995c2b6fd67f2a4 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:20.024017 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:20.029509 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:20.040447 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for floatingip, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.174345 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.307218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Allocated IP 172.27.2.243 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/c867ab55-e7f6-45d9-a34d-a555757c1230) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:57:20.451319 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.478589 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:20.543889 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:57:20.547313 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:57:20.551517 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:57:20.574565 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'Port': ['ID=c867ab55-e7f6-45d9-a34d-a555757c1230,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:21.114422 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.169979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.371489 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.375850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.480878 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event updated for resources: {'Port': ['ID=c867ab55-e7f6-45d9-a34d-a555757c1230,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:21.493855 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:21.676072 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Floating IP 20aaab87-c896-444f-82d4-5653d4f9ba1a associated. External IP: 172.27.2.243, port: 4443fd20-bc34-41cb-b24f-a077f693cf39. Dec 29 20:57:22.053320 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Router cb0a8642-6606-4e02-9a20-3abb401386c1 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:57:22.330385 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:57:22.340439 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] Sync routers for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:57:22.352169 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:22.352775 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:57:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:22.359711 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:22.426679 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b4bdeddf-7799-435c-8774-e3fe13682aac tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4051244 Dec 29 20:57:22.426679 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:22.466759 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'status': 'completed', 'code': 200} Dec 29 20:57:22.527010 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:22.890167 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '20aaab87-c896-444f-82d4-5653d4f9ba1a', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'port_id': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'mac_address': 'fa:16:3e:4e:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:57:20Z', 'updated_at': '2021-12-29T20:57:20Z', 'revision_number': 0, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:57Z', 'revision_number': 5, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:22.895209 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] Checking router: cb0a8642-6606-4e02-9a20-3abb401386c1 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:57:22.905509 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:57:22.906682 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:57:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:23.088265 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:57:23.423572 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '20aaab87-c896-444f-82d4-5653d4f9ba1a', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'port_id': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'mac_address': 'fa:16:3e:4e:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:57:20Z', 'updated_at': '2021-12-29T20:57:20Z', 'revision_number': 0, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:57Z', 'revision_number': 5, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:57:23.427440 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1815893-c0b7-4bc4-a6fa-0faafd519ca1 None None] The sync data for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi is: [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '20aaab87-c896-444f-82d4-5653d4f9ba1a', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'port_id': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'mac_address': 'fa:16:3e:4e:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:57:20Z', 'updated_at': '2021-12-29T20:57:20Z', 'revision_number': 0, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:57Z', 'revision_number': 5, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:57:23.610101 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382d64d-7973-4c8e-a0d8-0dc9565d76a0 None None] New status for floating IP 20aaab87-c896-444f-82d4-5653d4f9ba1a: ACTIVE {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:57:23.892975 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-c26b31b1-40ce-43a8-8e0f-1e2a5705db6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1098 time: 0.0935962 Dec 29 20:57:24.022294 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-9f17ea12-454b-465a-96a4-0d3f2794369f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:24.023827 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-9f17ea12-454b-465a-96a4-0d3f2794369f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 910 time: 0.1240537 Dec 29 20:57:24.124280 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-1c858bae-f4a6-4c87-82d1-b0ef03e52971 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 1001 time: 0.0932498 Dec 29 20:57:24.191604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-5e55b77c-8e54-463d-a363-95a086fc63e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:24.192964 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-5e55b77c-8e54-463d-a363-95a086fc63e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 200 len: 848 time: 0.0557554 Dec 29 20:57:24.274709 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-e8acfb6f-5e6f-48f5-b294-b476dc56b10f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef2cffa6-8718-49fc-8782-b29f824a0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647409 Dec 29 20:57:24.403894 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-3126cf9c-c4c0-4bdd-86b9-b908a991fbfb service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215270 Dec 29 20:57:24.541912 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-657e7f38-0a7f-4322-a287-bdb962b0fea6 req-aaf557e3-58df-485e-b6ef-d0b18efe8a31 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216357 Dec 29 20:57:33.253594 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-b6df7953-48ee-4421-b535-6c740e5ee91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:35.460979 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-51796004-738b-4064-8f66-67b9234826b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:36.712119 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:37.104094 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:37.995728 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:44.996210 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:49.066028 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:57:51.359134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 42040) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:51.508189 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.540744 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:57:51.544483 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Usage tracker for resource:security_group_rule and tenant:858534bbc98d4fc5bb18fa8e16bfe2ca is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:57:51.547897 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:57:51.554080 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:57:51.627750 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.631548 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.675590 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523855a4-ffb9-4b35-97f6-74edf6f317ad,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:51.680817 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-bbf7b2c7-88dd-4780-b4c9-fa5bf540131c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=858534bbc98d4fc5bb18fa8e16bfe2ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3206027 Dec 29 20:57:51.683572 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 42046) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:57:51.744022 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d4fa701c-5bd4-4376-9270-fdfa871d82fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.772222 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d4fa701c-5bd4-4376-9270-fdfa871d82fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.825913 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d4fa701c-5bd4-4376-9270-fdfa871d82fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.847992 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d4fa701c-5bd4-4376-9270-fdfa871d82fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:51.849284 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-d4fa701c-5bd4-4376-9270-fdfa871d82fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/523855a4-ffb9-4b35-97f6-74edf6f317ad HTTP/1.1" status: 204 len: 168 time: 0.1647737 Dec 29 20:57:51.850042 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa701c-5bd4-4376-9270-fdfa871d82fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523855a4-ffb9-4b35-97f6-74edf6f317ad,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:52.680677 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd3d12-1ba9-4c98-9645-b8b3166e349d req-0324c7b9-1448-4956-8dae-eb6581407c37 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:52.682115 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-72fd3d12-1ba9-4c98-9645-b8b3166e349d req-0324c7b9-1448-4956-8dae-eb6581407c37 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 945 time: 0.0767338 Dec 29 20:57:52.731396 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-72fd3d12-1ba9-4c98-9645-b8b3166e349d req-85c06ef0-b261-4c65-aa10-79ddec90645e tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 Dec 29 20:57:53.930456 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f47b27-97b2-4e48-8b71-07ddcf77b2ee req-304fbf7d-ba12-4184-aa1d-728dfae3c5c9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:53.931982 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-24f47b27-97b2-4e48-8b71-07ddcf77b2ee req-304fbf7d-ba12-4184-aa1d-728dfae3c5c9 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 945 time: 0.0815692 Dec 29 20:57:53.976841 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-24f47b27-97b2-4e48-8b71-07ddcf77b2ee req-10d8426b-b355-4760-9eda-892dbc6926d7 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Dec 29 20:57:54.784473 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-8c176378-edad-44e9-b921-1cafbbdd3fd3 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:54.785952 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-8c176378-edad-44e9-b921-1cafbbdd3fd3 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 945 time: 0.0865331 Dec 29 20:57:54.860303 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Deleting port 09e7c5bd-f324-4785-9332-2f9624c8ac4b {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:57:54.860640 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:55.105144 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] For port 09e7c5bd-f324-4785-9332-2f9624c8ac4b, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=09e7c5bd-f324-4785-9332-2f9624c8ac4b,segment=NetworkSegment(471e8ceb-ebef-4550-9067-2a7d925978bf),segment_id=471e8ceb-ebef-4550-9067-2a7d925978bf)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:57:55.105497 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:55.179538 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9edb0a-906a-4c3a-99ad-0d89c589a399 req-68e15114-8c31-48ed-ba6b-96bbabe80d95 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:57:55.181086 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bc9edb0a-906a-4c3a-99ad-0d89c589a399 req-68e15114-8c31-48ed-ba6b-96bbabe80d95 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a184741-ebf6-4101-93b3-dc99ed27ff6a HTTP/1.1" status: 200 len: 945 time: 0.0815403 Dec 29 20:57:55.229060 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-bc9edb0a-906a-4c3a-99ad-0d89c589a399 req-1887f94c-7912-430a-a3bb-6dfb97c01cf0 tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.37 "GET /v2.0/security-groups?id=77675864-df85-4575-8fc5-dd8096a38514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Dec 29 20:57:55.306368 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Calling delete_port for 09e7c5bd-f324-4785-9332-2f9624c8ac4b owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:57:55.445102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:55.457535 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['09e7c5bd-f324-4785-9332-2f9624c8ac4b'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:57:55.496098 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Pushing event deleted for resources: {'Port': ['ID=09e7c5bd-f324-4785-9332-2f9624c8ac4b,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:57:55.563959 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] No DVR routers for this DVR port 09e7c5bd-f324-4785-9332-2f9624c8ac4b on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:57:55.566633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:57:55.569020 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'name': 'network-vif-deleted', 'tag': '09e7c5bd-f324-4785-9332-2f9624c8ac4b'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:57:55.590422 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e8504544-8e50-4d4f-9531-3521d6af1056 req-fbe72196-b373-4f7a-8ff5-e23817d5cbbd tempest-VolumesSnapshotTestJSON-2130678194 tempest-VolumesSnapshotTestJSON-2130678194-project] 10.222.0.46 "DELETE /v2.0/ports/09e7c5bd-f324-4785-9332-2f9624c8ac4b HTTP/1.1" status: 204 len: 173 time: 0.7985127 Dec 29 20:57:55.836382 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a184741-ebf6-4101-93b3-dc99ed27ff6a', 'name': 'network-vif-deleted', 'tag': '09e7c5bd-f324-4785-9332-2f9624c8ac4b', 'status': 'completed', 'code': 200} Dec 29 20:57:58.816598 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 09e7c5bd-f324-4785-9332-2f9624c8ac4b no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:57:58.850143 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 09e7c5bd-f324-4785-9332-2f9624c8ac4b {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:57:58.850518 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 09e7c5bd-f324-4785-9332-2f9624c8ac4b not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:58:03.258199 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-968724cc-1039-4b49-904c-4bd029c6b002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:05.461436 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-8004a11c-783a-4331-a2a3-d32b46d23742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:06.718951 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:07.105303 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:07.999330 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:15.000554 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:15.072360 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-443712c0-e1c7-4a82-a658-4bfaaeb7f398 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1881528 Dec 29 20:58:15.164769 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-5237dcb8-ffad-4cb8-955b-91973e954598 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 1098 time: 0.0711782 Dec 29 20:58:15.315692 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-5dab2235-a3a6-492d-a870-d88d38a1293b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:15.317347 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-5dab2235-a3a6-492d-a870-d88d38a1293b service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1312146 Dec 29 20:58:15.428296 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-488553f2-1a92-4c3b-ba75-8d38c4eaeb70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab HTTP/1.1" status: 200 len: 1001 time: 0.1039593 Dec 29 20:58:15.492534 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-bc94526b-2803-4f55-b321-910d1384f5ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:15.494746 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-bc94526b-2803-4f55-b321-910d1384f5ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0588253 Dec 29 20:58:15.588192 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-9e59fd3a-bc12-4dc4-998d-b9118f8b8074 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860374 Dec 29 20:58:15.721389 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-69e6d4ad-224e-42a4-80e9-47f012990e80 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259620 Dec 29 20:58:15.850710 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d37e1b7-075c-4770-bbd9-8d3aefb89ad2 req-31f311c4-425a-4b02-9392-b5d0452b4c64 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219189 Dec 29 20:58:22.650351 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d05ea-9cf5-48d7-9514-5d2a63cf764a req-02cb84b7-98c5-4f1e-b8f3-405da95055cc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:22.651729 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-183d05ea-9cf5-48d7-9514-5d2a63cf764a req-02cb84b7-98c5-4f1e-b8f3-405da95055cc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0759516 Dec 29 20:58:22.696360 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-183d05ea-9cf5-48d7-9514-5d2a63cf764a req-7bbea9dc-2a2d-4b5b-ac50-44d32e3e06b7 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Dec 29 20:58:23.894077 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909890-7728-4b36-9f87-0b0ae7dbb222 req-eaf2b3dc-ddd0-441f-ac47-3b223c50c094 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:23.895545 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ad909890-7728-4b36-9f87-0b0ae7dbb222 req-eaf2b3dc-ddd0-441f-ac47-3b223c50c094 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0792043 Dec 29 20:58:23.942175 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ad909890-7728-4b36-9f87-0b0ae7dbb222 req-c8a06267-a2cf-4fe2-818d-7af7a4b94c21 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Dec 29 20:58:23.989980 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42280) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:24.047886 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Deleting subnet 32791538-997e-47ed-858c-2874218dca9b {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 20:58:24.050763 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.104290 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.158012 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.224094 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.264081 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32791538-997e-47ed-858c-2874218dca9b,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:24.273612 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.276523 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.276871 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.277211 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.277543 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.277874 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.279439 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.279439 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.279439 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.279747 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.280066 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.280386 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:58:24.286054 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-0e7e0cd0-409a-4c04-84af-8a2b8068f818 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/32791538-997e-47ed-858c-2874218dca9b HTTP/1.1" status: 204 len: 168 time: 0.2950828 Dec 29 20:58:24.288472 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42284) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:24.387993 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.511950 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.535998 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57330753-75cf-4a2e-9721-2d619521c65f']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:24.548495 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471e8ceb-ebef-4550-9067-2a7d925978bf') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:24.548784 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471e8ceb-ebef-4550-9067-2a7d925978bf') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:58:24.559874 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.575848 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.581553 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 20:58:24.581919 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 20:58:24.595280 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 20:58:24.670060 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.685753 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:24.695843 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] Pushing event deleted for resources: {'Network': ['ID=57330753-75cf-4a2e-9721-2d619521c65f,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:24.704683 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e3801371-56da-4e7a-ba4b-f66df3c3eddd admin admin] 10.222.0.37 "DELETE /v2.0/networks/57330753-75cf-4a2e-9721-2d619521c65f HTTP/1.1" status: 204 len: 168 time: 0.4152493 Dec 29 20:58:24.902414 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42294) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:24.951928 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a8da2258-b3fc-40c6-9dd3-97f3d0c773cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d835ac2b7b0e4c4aa5e9e9cdb3a4faa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477228 Dec 29 20:58:24.954409 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42298) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:25.011445 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c13cacbe-07a0-4b6d-bb67-5ae92bccc96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:25.036598 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c13cacbe-07a0-4b6d-bb67-5ae92bccc96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:25.088906 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c13cacbe-07a0-4b6d-bb67-5ae92bccc96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:25.112311 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cacbe-07a0-4b6d-bb67-5ae92bccc96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77675864-df85-4575-8fc5-dd8096a38514,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:25.124510 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c13cacbe-07a0-4b6d-bb67-5ae92bccc96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:25.128424 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-c13cacbe-07a0-4b6d-bb67-5ae92bccc96b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77675864-df85-4575-8fc5-dd8096a38514 HTTP/1.1" status: 204 len: 168 time: 0.1704884 Dec 29 20:58:25.145076 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f92c2c-dd31-42af-807e-ebe637cfee53 req-3fa2d46f-a75e-440c-85cf-08a4e9860574 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:25.146719 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-19f92c2c-dd31-42af-807e-ebe637cfee53 req-3fa2d46f-a75e-440c-85cf-08a4e9860574 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0823336 Dec 29 20:58:25.192584 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-19f92c2c-dd31-42af-807e-ebe637cfee53 req-de067f1f-01b5-4425-84e8-d827eb8f80e8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 Dec 29 20:58:26.066088 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:58:26.387076 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8398a-abff-427b-b435-254154fbf44b req-92d28de7-d09f-4851-951f-c4ce7333547e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:26.389004 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3cf8398a-abff-427b-b435-254154fbf44b req-92d28de7-d09f-4851-951f-c4ce7333547e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0780177 Dec 29 20:58:26.433687 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3cf8398a-abff-427b-b435-254154fbf44b req-39811ef6-17a9-42d5-9888-94e6e06ae2e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392613 Dec 29 20:58:27.628764 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5dcd6-be78-4e74-9f94-ff5d580dd60a req-180d551f-6e94-4fb1-9568-34de9357ba68 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:27.630158 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbb5dcd6-be78-4e74-9f94-ff5d580dd60a req-180d551f-6e94-4fb1-9568-34de9357ba68 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0737772 Dec 29 20:58:27.672859 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbb5dcd6-be78-4e74-9f94-ff5d580dd60a req-905a274d-e92c-4fa7-866d-0a03d1d7fb47 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Dec 29 20:58:28.939957 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842784d-b228-4c20-98b7-b27254cd4fe2 req-db4dd825-ee50-44bc-b681-33cbeb92ff35 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:28.941432 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8842784d-b228-4c20-98b7-b27254cd4fe2 req-db4dd825-ee50-44bc-b681-33cbeb92ff35 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1483386 Dec 29 20:58:28.985106 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8842784d-b228-4c20-98b7-b27254cd4fe2 req-4484aefc-090e-482a-ba93-7da33ffc4c08 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381031 Dec 29 20:58:30.179976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bf321-e4ce-4bb3-95ed-2b3e4cf6abd0 req-c29d9adf-6126-4028-a5d9-fee36dcf21f4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:30.181299 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-506bf321-e4ce-4bb3-95ed-2b3e4cf6abd0 req-c29d9adf-6126-4028-a5d9-fee36dcf21f4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0763743 Dec 29 20:58:30.227497 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-506bf321-e4ce-4bb3-95ed-2b3e4cf6abd0 req-b1c338ec-8425-416b-94dd-9aee12e0705b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Dec 29 20:58:31.416704 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab171e9-5d5e-4a64-8c67-129ab73916d9 req-d5815500-2a63-43ce-afd2-1a162f75704b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:31.418116 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0ab171e9-5d5e-4a64-8c67-129ab73916d9 req-d5815500-2a63-43ce-afd2-1a162f75704b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0731196 Dec 29 20:58:31.462200 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0ab171e9-5d5e-4a64-8c67-129ab73916d9 req-51b90c17-4a50-4bf5-b429-f924b827beda tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Dec 29 20:58:32.658160 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6911902-675e-41d2-a6bd-dfd42a274eac req-971d6a9c-2779-41ee-999f-dd43c76fd020 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:32.659591 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d6911902-675e-41d2-a6bd-dfd42a274eac req-971d6a9c-2779-41ee-999f-dd43c76fd020 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0766697 Dec 29 20:58:32.702753 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d6911902-675e-41d2-a6bd-dfd42a274eac req-ffbec14e-c938-40a0-92db-40811a1deb6a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378280 Dec 29 20:58:33.260311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-24c61138-2e05-43e2-a24e-82c708d5965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:33.897201 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8ad90-77d0-4670-a3df-092a2fb499a2 req-28c920b8-cbb0-4a79-8de3-c45f5bff78b1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:33.898610 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-18c8ad90-77d0-4670-a3df-092a2fb499a2 req-28c920b8-cbb0-4a79-8de3-c45f5bff78b1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0759652 Dec 29 20:58:33.942975 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-18c8ad90-77d0-4670-a3df-092a2fb499a2 req-7dd10975-e0bf-4140-b572-b6e74eb76ac2 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385959 Dec 29 20:58:35.138362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e220-60ad-43dc-a498-8c0f5533f164 req-b5c2b125-ad50-46b4-983c-384f60b5e94b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:35.139801 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e8e5e220-60ad-43dc-a498-8c0f5533f164 req-b5c2b125-ad50-46b4-983c-384f60b5e94b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0784526 Dec 29 20:58:35.183593 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e8e5e220-60ad-43dc-a498-8c0f5533f164 req-00eaa85d-908a-4d7b-bc47-c3235b53bf06 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383029 Dec 29 20:58:35.463157 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-60ff73a8-335b-4587-a3d4-dc1c58ffc5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.092329 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42406) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:36.231368 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.261280 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:58:36.265140 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Usage tracker for resource:security_group_rule and tenant:84ee2bdbbe0e423b8a83d0004f339d01 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:58:36.267939 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:58:36.273571 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:58:36.339950 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.344858 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.385348 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b928a1-6a17-4128-ab6c-5ca0c92f27d3 req-5ab99bb1-cc94-44e5-9ae0-e6986e105524 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:36.387489 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-39b928a1-6a17-4128-ab6c-5ca0c92f27d3 req-5ab99bb1-cc94-44e5-9ae0-e6986e105524 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0791547 Dec 29 20:58:36.390817 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aed86b9-c1b7-4c68-a1e9-454ce95168ac,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:36.397171 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-635f720c-1a22-42dd-8cb8-b7d94c7f35a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84ee2bdbbe0e423b8a83d0004f339d01&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3015494 Dec 29 20:58:36.397390 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42414) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:58:36.442676 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-39b928a1-6a17-4128-ab6c-5ca0c92f27d3 req-f0c42385-9a72-4c7c-b82b-fa55dfe4c600 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486729 Dec 29 20:58:36.456324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce30a-99db-483b-bb68-2e63785f976f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.481225 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce30a-99db-483b-bb68-2e63785f976f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.534967 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce30a-99db-483b-bb68-2e63785f976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.549028 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ce30a-99db-483b-bb68-2e63785f976f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aed86b9-c1b7-4c68-a1e9-454ce95168ac,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:58:36.555904 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-1b1ce30a-99db-483b-bb68-2e63785f976f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:36.560041 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-1b1ce30a-99db-483b-bb68-2e63785f976f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1aed86b9-c1b7-4c68-a1e9-454ce95168ac HTTP/1.1" status: 204 len: 168 time: 0.1587584 Dec 29 20:58:36.720666 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:37.108079 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:37.635376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b3fa4-0b84-48df-a348-ca744ba8534d req-d52e0f4b-4c8a-448c-b32d-48028bf223a9 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:37.637409 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b77b3fa4-0b84-48df-a348-ca744ba8534d req-d52e0f4b-4c8a-448c-b32d-48028bf223a9 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0745888 Dec 29 20:58:37.682338 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b77b3fa4-0b84-48df-a348-ca744ba8534d req-a1991741-a625-4453-a077-24cbb14420e2 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395608 Dec 29 20:58:37.999601 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:38.882689 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc608-9f30-428d-81c3-6bb0565c83e0 req-933622ce-bafe-4662-9dcc-8af29b42990f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:38.884113 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ae8dc608-9f30-428d-81c3-6bb0565c83e0 req-933622ce-bafe-4662-9dcc-8af29b42990f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0809262 Dec 29 20:58:38.928960 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ae8dc608-9f30-428d-81c3-6bb0565c83e0 req-4ce61add-245a-40e9-9af5-9ec5079ba14e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 Dec 29 20:58:39.348030 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51f224-96f6-458a-b67f-be3bb85abaa9 req-7d4bc9e6-55cd-4c87-9522-9f120689f824 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:39.349469 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df51f224-96f6-458a-b67f-be3bb85abaa9 req-7d4bc9e6-55cd-4c87-9522-9f120689f824 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1342516 Dec 29 20:58:39.375067 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-0e5aa518-8966-409d-9570-4056bf366218 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 1099 time: 0.1110263 Dec 29 20:58:39.475058 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df51f224-96f6-458a-b67f-be3bb85abaa9 req-df2376d2-00c9-4b7c-9d11-c57e816b83a2 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196907 Dec 29 20:58:39.518576 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-69ddec9f-ed3a-4b37-a8a9-19ac52cecbc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:39.520350 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-69ddec9f-ed3a-4b37-a8a9-19ac52cecbc0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 911 time: 0.1326351 Dec 29 20:58:39.622303 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-f5937521-928c-419b-acb3-d8b697ebf1f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 200 len: 1001 time: 0.0944693 Dec 29 20:58:39.684284 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-e4045bb7-b76e-4d5e-9488-0e8242c32d8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:39.685666 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-e4045bb7-b76e-4d5e-9488-0e8242c32d8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.0566504 Dec 29 20:58:39.762266 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-f49f8fb9-da54-4bd5-96f8-a00bc7bc2163 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683517 Dec 29 20:58:39.894148 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-6851b602-56cb-48e5-a6f2-b9b4a03874f8 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247630 Dec 29 20:58:40.025819 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3e8a663a-fe42-4d0a-9a78-663133c08ae7 req-78566152-797b-4192-99a5-eb06d4182694 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246083 Dec 29 20:58:40.750416 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b39a36-b6f3-4d9e-b940-4e1191fbc8d0 req-b4515f44-8817-4b08-8b66-aa0bd37a7219 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:40.751893 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-04b39a36-b6f3-4d9e-b940-4e1191fbc8d0 req-b4515f44-8817-4b08-8b66-aa0bd37a7219 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1443355 Dec 29 20:58:40.796279 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-04b39a36-b6f3-4d9e-b940-4e1191fbc8d0 req-b1725491-7232-4a38-8fb6-9ce19f722772 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Dec 29 20:58:41.989328 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2347ee9-3af2-4858-961a-2781507b5a7d req-f690dd8f-070e-41f2-8b64-445f967d5bc4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:41.990751 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c2347ee9-3af2-4858-961a-2781507b5a7d req-f690dd8f-070e-41f2-8b64-445f967d5bc4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0770030 Dec 29 20:58:42.034012 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c2347ee9-3af2-4858-961a-2781507b5a7d req-fa2b8145-5172-4dc5-8fab-7fbde5d9a18b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377891 Dec 29 20:58:45.001333 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:58:58.945359 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37579862-c451-4488-b109-c1aab8ed8afd req-e3e969fe-938c-41a4-b861-c3c0a9b2f995 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:58:58.946920 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-37579862-c451-4488-b109-c1aab8ed8afd req-e3e969fe-938c-41a4-b861-c3c0a9b2f995 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0745940 Dec 29 20:58:58.990595 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-37579862-c451-4488-b109-c1aab8ed8afd req-1e952426-3c82-468a-8f6c-443fa7769ea6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376811 Dec 29 20:59:00.198681 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d7f0b-d2c0-4271-850d-4d4f69ba8f30 req-892baf51-4702-4558-b294-72899873062f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:00.200032 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5b0d7f0b-d2c0-4271-850d-4d4f69ba8f30 req-892baf51-4702-4558-b294-72899873062f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0745053 Dec 29 20:59:00.244361 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5b0d7f0b-d2c0-4271-850d-4d4f69ba8f30 req-b55933bd-95ba-4aa5-bb05-6822206e75d7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387492 Dec 29 20:59:01.454300 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd08e3-d301-4cb4-b389-ea5904552fe9 req-70ff133f-fd99-469b-b6fe-101a5310f9d5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:01.455651 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-40cd08e3-d301-4cb4-b389-ea5904552fe9 req-70ff133f-fd99-469b-b6fe-101a5310f9d5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0782661 Dec 29 20:59:01.499432 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-40cd08e3-d301-4cb4-b389-ea5904552fe9 req-607801a9-1f58-41e5-9c5a-22e6b1633e0a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384305 Dec 29 20:59:02.725342 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd936b6-3b08-4a91-87fb-8685511f95da req-4ee385e9-e92d-4d64-92f7-0a5836f8f189 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:02.726818 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1fd936b6-3b08-4a91-87fb-8685511f95da req-4ee385e9-e92d-4d64-92f7-0a5836f8f189 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0781405 Dec 29 20:59:02.770625 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1fd936b6-3b08-4a91-87fb-8685511f95da req-cbd5f757-7e97-4190-9dce-f7109468abce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Dec 29 20:59:03.066807 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:59:03.264670 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-be800f0d-d8b1-4f58-9a52-1de620db19b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:03.978480 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f566d-134b-4971-84b6-fe019ddc499f req-dc2fa41f-ce4d-441a-b0aa-e7e831feadbf tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:03.980715 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5d3f566d-134b-4971-84b6-fe019ddc499f req-dc2fa41f-ce4d-441a-b0aa-e7e831feadbf tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0781636 Dec 29 20:59:04.028241 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5d3f566d-134b-4971-84b6-fe019ddc499f req-48df3c16-fdd3-4334-aab5-15e2b7087b20 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Dec 29 20:59:05.235428 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24f1aa-46f2-4f81-a6aa-a0326d78c2b9 req-e94d7ad6-9dac-420c-97ea-e290e352e5e7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:05.236890 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ec24f1aa-46f2-4f81-a6aa-a0326d78c2b9 req-e94d7ad6-9dac-420c-97ea-e290e352e5e7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0759704 Dec 29 20:59:05.283439 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ec24f1aa-46f2-4f81-a6aa-a0326d78c2b9 req-f71257e3-18a1-41e8-8008-61459017f9e4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Dec 29 20:59:05.465652 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-2b945c64-fa2f-4217-81c8-ab234b693b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:05.638250 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ce4f6-00b4-4c13-a727-a8df3bb36fdd req-8248d02a-1d93-49cc-9a49-7dd5cc87ab5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:05.639709 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-196ce4f6-00b4-4c13-a727-a8df3bb36fdd req-8248d02a-1d93-49cc-9a49-7dd5cc87ab5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.1478627 Dec 29 20:59:05.684975 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-196ce4f6-00b4-4c13-a727-a8df3bb36fdd req-450067fd-cd2b-4fda-8283-b1b2238214ad tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395041 Dec 29 20:59:06.488929 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5690f-faff-4e1d-8d99-e81c2de7028e req-37e0e609-2c34-404a-9dbb-4a8854f9112f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:06.490260 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d9d5690f-faff-4e1d-8d99-e81c2de7028e req-37e0e609-2c34-404a-9dbb-4a8854f9112f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0748801 Dec 29 20:59:06.534573 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d9d5690f-faff-4e1d-8d99-e81c2de7028e req-74cb1bb0-8ee3-496e-9cd9-ff93064b44c0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387573 Dec 29 20:59:06.722141 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:06.886796 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e09ef-d8d1-44f3-a8dc-fea9e5d021e9 req-68c9541d-ebab-4c21-8788-83d450a87004 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:06.888240 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0e6e09ef-d8d1-44f3-a8dc-fea9e5d021e9 req-68c9541d-ebab-4c21-8788-83d450a87004 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.0774248 Dec 29 20:59:06.932407 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0e6e09ef-d8d1-44f3-a8dc-fea9e5d021e9 req-d11afa7a-c624-4192-80aa-49f628ab8b0f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381906 Dec 29 20:59:07.108556 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:07.340846 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-4cb1e834-926d-4f3d-82d2-ca7ac96d5109 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:07.342260 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-4cb1e834-926d-4f3d-82d2-ca7ac96d5109 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.0847509 Dec 29 20:59:07.410466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Deleting port 6712bac6-47e7-48d2-a9c0-14629c1cffab {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:07.410829 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:07.646993 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] For port 6712bac6-47e7-48d2-a9c0-14629c1cffab, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=6712bac6-47e7-48d2-a9c0-14629c1cffab,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:07.647701 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:07.958683 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a3800-fc01-4e71-8d72-06d2c3c33c4d req-7b79700a-ecce-4aa8-ba31-f7796c3ecd00 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:07.960093 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-645a3800-fc01-4e71-8d72-06d2c3c33c4d req-7b79700a-ecce-4aa8-ba31-f7796c3ecd00 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.2503526 Dec 29 20:59:08.002845 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.012993 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.013360 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.013662 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Floating IP 9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02 disassociated. External IP: 172.27.2.217, port: 6712bac6-47e7-48d2-a9c0-14629c1cffab. Dec 29 20:59:08.013986 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Calling delete_port for 6712bac6-47e7-48d2-a9c0-14629c1cffab owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:08.061174 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-645a3800-fc01-4e71-8d72-06d2c3c33c4d req-c303340f-946d-423d-8452-d2b487b38c53 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922794 Dec 29 20:59:08.132909 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bba073-a5c3-4601-b397-a0e9eb62acef req-c2b0510b-973d-4d3f-8acc-085d21e378dd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:08.134375 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-71bba073-a5c3-4601-b397-a0e9eb62acef req-c2b0510b-973d-4d3f-8acc-085d21e378dd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 945 time: 0.0806708 Dec 29 20:59:08.164757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.182149 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-71bba073-a5c3-4601-b397-a0e9eb62acef req-891f8e96-a111-4c62-a4d9-db0d6847882d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408864 Dec 29 20:59:08.212518 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event deleted for resources: {'Port': ['ID=6712bac6-47e7-48d2-a9c0-14629c1cffab,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:08.230782 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.231134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.231475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.231810 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.232143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.232470 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.232795 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.233151 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.233473 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.233790 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.234109 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:08.517115 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:59:08.712898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:59:08.722577 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:59:08.735723 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:08.736322 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:59:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:08.784581 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] No DVR routers for this DVR port 6712bac6-47e7-48d2-a9c0-14629c1cffab on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:59:08.787139 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:08.789766 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'name': 'network-vif-deleted', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:08.811042 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7395a599-55b8-47f1-9af4-21b25bcebd72 req-37350b64-1bde-41f9-b080-63a3d6bc6cfd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "DELETE /v2.0/ports/6712bac6-47e7-48d2-a9c0-14629c1cffab HTTP/1.1" status: 204 len: 173 time: 1.4634295 Dec 29 20:59:08.858571 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ac415-f85f-4407-859d-89a33a79fe2a', 'name': 'network-vif-deleted', 'tag': '6712bac6-47e7-48d2-a9c0-14629c1cffab', 'status': 'completed', 'code': 200} Dec 29 20:59:08.969658 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:09.287487 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee3a18-9050-40e5-ae0a-0a5081ebd9b5 req-4ceeb5c7-d0be-4afb-ab40-e37baf281cf9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:09.289064 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b5ee3a18-9050-40e5-ae0a-0a5081ebd9b5 req-4ceeb5c7-d0be-4afb-ab40-e37baf281cf9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0846188 Dec 29 20:59:09.317304 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:09.323712 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:59:09.335301 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:09.336151 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:59:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:09.342756 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b5ee3a18-9050-40e5-ae0a-0a5081ebd9b5 req-a1dc92d2-664b-4947-9916-0ab35a4a8654 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460036 Dec 29 20:59:09.392733 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-4708b35c-9459-4fe7-842b-2137c918531c req-3d6af97e-7b4b-4879-ac23-9d23f397dabe tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:59:09.408792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-4708b35c-9459-4fe7-842b-2137c918531c req-3d6af97e-7b4b-4879-ac23-9d23f397dabe tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:59:09.410027 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4708b35c-9459-4fe7-842b-2137c918531c req-3d6af97e-7b4b-4879-ac23-9d23f397dabe tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a5ac415-f85f-4407-859d-89a33a79fe2a HTTP/1.1" status: 200 len: 210 time: 0.0667331 Dec 29 20:59:09.512715 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:09.832921 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:09.837545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f0637e-e39d-4cf3-b197-a0fbd132822b None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:59:10.069931 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc667dc-3106-4db0-95f7-9ac8fcf212c9 None None] New status for floating IP 9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02: DOWN {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:59:10.566958 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7930bb-49cd-41e1-ba7f-3a41e28beca5 req-669f62f3-4010-4d2c-8a78-3db1c68db00f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:10.568442 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c7930bb-49cd-41e1-ba7f-3a41e28beca5 req-669f62f3-4010-4d2c-8a78-3db1c68db00f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0833087 Dec 29 20:59:10.618779 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c7930bb-49cd-41e1-ba7f-3a41e28beca5 req-05573171-e855-44b0-9284-139d6fb5ddb5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 Dec 29 20:59:10.903179 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 6712bac6-47e7-48d2-a9c0-14629c1cffab no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:59:10.935570 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 6712bac6-47e7-48d2-a9c0-14629c1cffab {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 20:59:10.935912 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 6712bac6-47e7-48d2-a9c0-14629c1cffab not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 20:59:10.945335 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-f591a708-833a-43d7-9fd8-262824921124 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605217856&fields=id&tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 267 time: 0.0399947 Dec 29 20:59:11.089197 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-a5e8577f-e722-4dcb-9d54-8cbbf7bf73de tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:11.090940 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-a5e8577f-e722-4dcb-9d54-8cbbf7bf73de tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 812 time: 0.1385980 Dec 29 20:59:11.106163 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-64ed981f-273c-4423-aa26-732596475f1b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/quotas/f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 375 time: 0.0099361 Dec 29 20:59:11.187706 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-c1cf6917-2c79-4d85-adcb-69950ae4a14c tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0768621 Dec 29 20:59:11.443072 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-c8ad83d7-8597-4f4f-a6a7-8f9c8b67dedd service neutron] 10.222.0.37 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433975 Dec 29 20:59:11.568902 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-d7c0d825-176d-4e0a-a0bb-eb005d77a226 service neutron] 10.222.0.37 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197426 Dec 29 20:59:11.834760 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead6fd-1108-4588-99c1-35bb6b0e8244 req-c4633150-122b-451a-8d02-83648b708d3b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:11.836231 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0cead6fd-1108-4588-99c1-35bb6b0e8244 req-c4633150-122b-451a-8d02-83648b708d3b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0809357 Dec 29 20:59:11.888152 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0cead6fd-1108-4588-99c1-35bb6b0e8244 req-7b145465-f6f0-4a07-8886-5ebc6d26c068 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460441 Dec 29 20:59:11.966130 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8f497202-90af-48ea-adce-bafe076e3a53 req-2bb2750d-b72d-4655-9f20-17dca5c0e72f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 210 time: 0.0403800 Dec 29 20:59:13.131829 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b214c57-0db3-4bb5-94a5-e617a4128d03 req-072c9ce6-8477-43e1-a225-9659bea5301b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:13.133271 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6b214c57-0db3-4bb5-94a5-e617a4128d03 req-072c9ce6-8477-43e1-a225-9659bea5301b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.1009548 Dec 29 20:59:13.182481 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-224a350c-67c5-492c-91b2-fd3c7cd4fd06 req-0fc671e6-0484-48c0-bd26-b4c6f6fe5e7f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 210 time: 0.0577004 Dec 29 20:59:13.186037 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6b214c57-0db3-4bb5-94a5-e617a4128d03 req-1edbfe32-1087-4abd-85a3-67fa9d8bfc02 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471091 Dec 29 20:59:13.249366 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-501b8bc6-276c-4e21-b971-162b6d5fd533 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:13.250791 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-501b8bc6-276c-4e21-b971-162b6d5fd533 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 812 time: 0.2212081 Dec 29 20:59:13.310361 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-b208d1c8-e138-4e7d-8a53-cdf1aee90a60 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 380 time: 0.0432239 Dec 29 20:59:13.319068 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'port': {'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'admin_state_up': True, 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'security_groups': ['471a599c-3c26-48fb-b6aa-adb9ead3b594']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:59:13.450550 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:13.459718 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:13.468955 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Made reservation on behalf of f6605294a2f54d1b8e2be6b90dc68f7c for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 20:59:13.471888 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:13.625813 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Allocated IP 172.20.0.8 (98d55cc5-bfd8-4777-9fa2-a2132f0ede97/225e5a5c-2d02-4a03-8d12-c030f03c3bff/ee751d5b-34a0-4f9e-91da-eaeedf435b06) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:59:13.907574 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:13.922874 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Transition to ACTIVE for port object ee751d5b-34a0-4f9e-91da-eaeedf435b06 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:59:13.946326 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:14.015239 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:59:14.017904 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:59:14.021855 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:59:14.054692 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=ee751d5b-34a0-4f9e-91da-eaeedf435b06,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:14.088452 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:14.089208 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:14.113981 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-27246f80-fc0d-4062-a862-1735ebdc1ba7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7983463 Dec 29 20:59:14.126515 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Request body: {'port': {'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:59:14.221807 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-1ac2fb54-2eec-4b10-a3a3-01db929976b5 None None] Provisioning for port ee751d5b-34a0-4f9e-91da-eaeedf435b06 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:59:14.226981 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-1ac2fb54-2eec-4b10-a3a3-01db929976b5 None None] Provisioning complete for port ee751d5b-34a0-4f9e-91da-eaeedf435b06 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:59:14.227474 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-1ac2fb54-2eec-4b10-a3a3-01db929976b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:14.240387 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:14.289899 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2fb54-2eec-4b10-a3a3-01db929976b5 None None] Port ee751d5b-34a0-4f9e-91da-eaeedf435b06 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 20:59:14.425927 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f5077-c8f6-47ec-8594-e5d7fd50b83b req-44432353-425d-469e-a551-6c10d9429555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:14.427444 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-512f5077-c8f6-47ec-8594-e5d7fd50b83b req-44432353-425d-469e-a551-6c10d9429555 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0783226 Dec 29 20:59:14.474765 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-512f5077-c8f6-47ec-8594-e5d7fd50b83b req-a41f742c-e405-405f-a501-e6ec82cfb3dd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409999 Dec 29 20:59:14.532264 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994075a-5fd0-4096-bb26-caf5e74265d8 req-adebb2be-b343-44af-839e-bc3042984e64 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:14.532937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-b994075a-5fd0-4096-bb26-caf5e74265d8 req-adebb2be-b343-44af-839e-bc3042984e64 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:59:14.573319 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-b994075a-5fd0-4096-bb26-caf5e74265d8 req-adebb2be-b343-44af-839e-bc3042984e64 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:59:14.574352 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b994075a-5fd0-4096-bb26-caf5e74265d8 req-adebb2be-b343-44af-839e-bc3042984e64 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 931 time: 0.2579491 Dec 29 20:59:14.675916 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b994075a-5fd0-4096-bb26-caf5e74265d8 req-9d31ca51-51af-491f-ab08-6513a9a79a3d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944500 Dec 29 20:59:14.677621 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee751d5b-34a0-4f9e-91da-eaeedf435b06 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:59:14.684384 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:14.699818 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Transition to ACTIVE for port object ee751d5b-34a0-4f9e-91da-eaeedf435b06 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 20:59:14.703671 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:14.828816 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Pushing event updated for resources: {'Port': ['ID=ee751d5b-34a0-4f9e-91da-eaeedf435b06,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:14.949216 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Attempting to bind port ee751d5b-34a0-4f9e-91da-eaeedf435b06 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 20:59:14.949538 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Attempting to bind port ee751d5b-34a0-4f9e-91da-eaeedf435b06 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 20:59:14.949854 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Attempting to bind port ee751d5b-34a0-4f9e-91da-eaeedf435b06 on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:59:14.995012 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Port ee751d5b-34a0-4f9e-91da-eaeedf435b06 on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 20:59:14.995328 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Attempting to bind port ee751d5b-34a0-4f9e-91da-eaeedf435b06 on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 20:59:15.005811 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 20:59:15.006137 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Checking segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 20:59:15.006501 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Bound using segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 20:59:15.006944 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Bound port: ee751d5b-34a0-4f9e-91da-eaeedf435b06, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 20:59:15.007282 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.016064 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.088034 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-260eb6ef-1dbc-45e2-b61b-4a77120bed66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1098 time: 0.1351609 Dec 29 20:59:15.179652 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] For port ee751d5b-34a0-4f9e-91da-eaeedf435b06, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 20:59:15.199359 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] For port ee751d5b-34a0-4f9e-91da-eaeedf435b06, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 20:59:15.206446 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.301494 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:15.302954 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] 10.222.0.46 "PUT /v2.0/ports/ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 200 len: 1093 time: 1.1805842 Dec 29 20:59:15.303666 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:15.316722 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-f4a9a342-9ce3-4738-9c24-11fe67b62377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:15.318135 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-f4a9a342-9ce3-4738-9c24-11fe67b62377 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.2110996 Dec 29 20:59:15.322056 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14a9e7-15ab-458f-bafb-369618fcbecd service neutron] Pushing event updated for resources: {'Port': ['ID=ee751d5b-34a0-4f9e-91da-eaeedf435b06,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:15.494023 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'status': 'completed', 'code': 200} Dec 29 20:59:15.554131 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-fb8acecf-9e90-429b-b4e4-b9f9b0c5f696 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 200 len: 1000 time: 0.2289391 Dec 29 20:59:15.607494 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-8ee5ee6a-9201-4aa4-b2da-da62a14bb01e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1096 time: 0.2334511 Dec 29 20:59:15.720932 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-e0514061-60bf-47eb-8cd4-c36667e886f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 200 len: 217 time: 0.1027663 Dec 29 20:59:15.722191 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-2746201c-5ce4-41b7-800b-480094d1b40f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:15.723536 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-2746201c-5ce4-41b7-800b-480094d1b40f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.1625450 Dec 29 20:59:15.845132 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-cd7047c1-7776-4bf2-84bf-80e705e01501 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:15.846583 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-cd7047c1-7776-4bf2-84bf-80e705e01501 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.1099520 Dec 29 20:59:15.882787 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1646fa-1b2a-45a2-b50c-ba8026496a2b req-1bf6df7f-5c4b-4729-8f51-f40fc8937cfa tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:15.884323 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2b1646fa-1b2a-45a2-b50c-ba8026496a2b req-1bf6df7f-5c4b-4729-8f51-f40fc8937cfa tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.0842247 Dec 29 20:59:15.892180 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899089ee-faf7-4e6f-be9a-b91972a9b366 req-eb99b0a4-2b4b-4074-a1e8-193c63fda993 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:15.893604 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-899089ee-faf7-4e6f-be9a-b91972a9b366 req-eb99b0a4-2b4b-4074-a1e8-193c63fda993 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.2805200 Dec 29 20:59:15.931060 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2b1646fa-1b2a-45a2-b50c-ba8026496a2b req-bc1ec073-791a-4bd7-b2cf-84395cddb27b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Dec 29 20:59:15.963173 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-45ae10ce-727f-4d6c-bf07-dd79f5a0c07d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2269323 Dec 29 20:59:15.990224 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-899089ee-faf7-4e6f-be9a-b91972a9b366 req-6b4387df-e3ac-4c79-a8ea-936ef87672fc tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856812 Dec 29 20:59:16.060272 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-91ba4d8e-7639-49b4-8320-56c81212c44e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2028952 Dec 29 20:59:16.189458 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-40eee2c5-c443-407b-8d95-e98c0fa07595 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185423 Dec 29 20:59:16.299579 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-a08efae2-4f48-432f-8b6a-0796fc055929 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304900 Dec 29 20:59:16.423480 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b53dfdd8-98f8-4904-8a2e-b748c8b095cf req-3fefcdfc-0f22-4cf6-9d0b-3bbe3a5c62f2 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189689 Dec 29 20:59:16.458271 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac2c482f-24f2-4e22-be6f-b7c1d04c7de9 req-ff7aec6e-e792-4514-be3c-1d209086f094 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520147 Dec 29 20:59:16.569041 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-a5194a8b-177e-461c-b07f-8dbdbe7852d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1096 time: 0.0696843 Dec 29 20:59:16.696203 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-4f4b92a6-ce42-4d80-9086-d50f8f260e5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:16.697683 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-4f4b92a6-ce42-4d80-9086-d50f8f260e5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1211696 Dec 29 20:59:16.763333 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-ab87221a-bc23-4f8f-8619-cbfbdb643e3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 200 len: 217 time: 0.0586114 Dec 29 20:59:16.827781 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-0e7d078a-d416-40a3-8436-d4679078a2ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:16.829269 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-0e7d078a-d416-40a3-8436-d4679078a2ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0582421 Dec 29 20:59:16.906351 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-0c944ccd-c4f5-4fb6-8d89-65c378dd6599 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665596 Dec 29 20:59:16.911436 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:59:17.050061 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:17.065181 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'port_id': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'mac_address': 'fa:16:3e:1a:ab:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:59:17.122112 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.140010 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-91268a47-9f0f-4d5c-adad-3abc7f74acb2 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259064 Dec 29 20:59:17.140337 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3616e0b6-e936-4532-b059-8a08b399fe1e {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:59:17.148751 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1ba08-5c13-4eaa-a10a-08aacab94443 req-e756e07e-ba0a-4a7f-872b-de386eedc26d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:17.150840 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-58f1ba08-5c13-4eaa-a10a-08aacab94443 req-e756e07e-ba0a-4a7f-872b-de386eedc26d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.0920761 Dec 29 20:59:17.158426 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:17.162715 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:17.198330 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-58f1ba08-5c13-4eaa-a10a-08aacab94443 req-314dbf49-aea5-4431-9dea-dfef2a4bbe66 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423717 Dec 29 20:59:17.238007 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=6']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:17.249737 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.250080 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.250415 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.250772 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.251100 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.251441 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.251745 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.252088 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.252410 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.252723 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.253035 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:17.331290 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88701d45-0b94-45d4-8172-54658ec5bd13 req-beac30d1-77b1-41b3-852a-d423db0378db service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839244 Dec 29 20:59:17.340931 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb7982-3e97-489a-ac2b-a25f5052f9b5 req-551938a8-9cad-438a-b84b-99a8602f6879 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:17.342311 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4bcb7982-3e97-489a-ac2b-a25f5052f9b5 req-551938a8-9cad-438a-b84b-99a8602f6879 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 944 time: 0.1773036 Dec 29 20:59:17.388871 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4bcb7982-3e97-489a-ac2b-a25f5052f9b5 req-302fc56e-6b05-4b93-adc8-04d938b8bfe4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408380 Dec 29 20:59:17.470856 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['3616e0b6-e936-4532-b059-8a08b399fe1e'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:59:18.396773 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425207e6-0218-456f-ac8f-5e34b17888ba req-a89555f0-91ff-483f-9a9f-09ea9aa60685 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:18.398240 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-425207e6-0218-456f-ac8f-5e34b17888ba req-a89555f0-91ff-483f-9a9f-09ea9aa60685 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.0787044 Dec 29 20:59:18.444300 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-425207e6-0218-456f-ac8f-5e34b17888ba req-a7665394-fb56-4542-9ea8-4c56e6dc8a9f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Dec 29 20:59:18.594198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880620e0-37ca-413a-a8c2-015e88cd734f req-acc81a07-4510-4fb6-9f9e-ddb8214ddbcd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:18.595632 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-880620e0-37ca-413a-a8c2-015e88cd734f req-acc81a07-4510-4fb6-9f9e-ddb8214ddbcd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 944 time: 0.0746903 Dec 29 20:59:18.642698 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-880620e0-37ca-413a-a8c2-015e88cd734f req-5084c3ff-f082-45b6-9a0d-9aee5b61b94c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417616 Dec 29 20:59:18.910235 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:59:18.978680 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 3616e0b6-e936-4532-b059-8a08b399fe1e triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:59:18.979078 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.088940 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.114894 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:19.125958 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:19.130753 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:19.199633 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=7']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:19.261197 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'code': 200} Dec 29 20:59:19.638338 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9273-bbfe-4812-ae89-b866815fa670 req-8bb92135-7e1a-4e12-8028-95fd2b023664 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:19.639808 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-795f9273-bbfe-4812-ae89-b866815fa670 req-8bb92135-7e1a-4e12-8028-95fd2b023664 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.0744579 Dec 29 20:59:19.683913 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-795f9273-bbfe-4812-ae89-b866815fa670 req-a7a95663-b343-4dd0-9703-a3772fe9bc12 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386117 Dec 29 20:59:19.856902 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e96f2-4aa1-4433-a143-aba7f234e250 req-9e63fb83-ba1c-406d-a760-c3210fe048e7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:19.858377 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-842e96f2-4aa1-4433-a143-aba7f234e250 req-9e63fb83-ba1c-406d-a760-c3210fe048e7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0757239 Dec 29 20:59:19.907914 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-842e96f2-4aa1-4433-a143-aba7f234e250 req-30d8ebbb-dc2d-40af-b1a5-b841c6aaf352 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 Dec 29 20:59:20.880900 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674b466-589d-4b0c-9c48-906a7f8b70a8 req-0713d0bb-b8ab-4bba-aed7-44b733654595 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:20.882334 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a674b466-589d-4b0c-9c48-906a7f8b70a8 req-0713d0bb-b8ab-4bba-aed7-44b733654595 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.0807996 Dec 29 20:59:20.928811 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a674b466-589d-4b0c-9c48-906a7f8b70a8 req-a4dfb6e2-5ab7-47ff-95f6-89be8bdbd25e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Dec 29 20:59:21.141230 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4edb2-f2f3-4a2f-9d48-87d87a5a0cd9 req-0a1ea341-bf48-432c-8cce-a5b7f4c0bd9d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:21.142717 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d3c4edb2-f2f3-4a2f-9d48-87d87a5a0cd9 req-0a1ea341-bf48-432c-8cce-a5b7f4c0bd9d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0911558 Dec 29 20:59:21.187720 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d3c4edb2-f2f3-4a2f-9d48-87d87a5a0cd9 req-6c9a4860-2194-439b-a519-2aced4b56bb3 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395155 Dec 29 20:59:22.161116 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bb1a6-8ec6-4dcb-9d38-8e26d0b01611 req-94c9199a-b0bf-44b4-9c51-693a9a0d68ff tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:22.162733 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bc1bb1a6-8ec6-4dcb-9d38-8e26d0b01611 req-94c9199a-b0bf-44b4-9c51-693a9a0d68ff tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.0820286 Dec 29 20:59:22.223183 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-bc1bb1a6-8ec6-4dcb-9d38-8e26d0b01611 req-b8a97692-3079-45c2-9c23-62745c485bd2 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536559 Dec 29 20:59:22.429220 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad97db-e6a2-4974-af2a-96542ab7212c req-b20ac875-f9b2-4f45-a79e-831f4acf3409 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:22.430670 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-65ad97db-e6a2-4974-af2a-96542ab7212c req-b20ac875-f9b2-4f45-a79e-831f4acf3409 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0878663 Dec 29 20:59:22.483107 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-65ad97db-e6a2-4974-af2a-96542ab7212c req-7d2ff2b8-b1ea-44eb-94a4-1df88055c26f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441294 Dec 29 20:59:23.504636 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37251ec0-3d1e-4d9b-9aa1-f2f885bf92c5 req-81a8e7d4-1a1d-4316-a4c6-6e597009cc49 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:23.511163 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-37251ec0-3d1e-4d9b-9aa1-f2f885bf92c5 req-81a8e7d4-1a1d-4316-a4c6-6e597009cc49 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.1317132 Dec 29 20:59:23.567766 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-37251ec0-3d1e-4d9b-9aa1-f2f885bf92c5 req-d4c397ff-184c-4a37-9e5f-a07c4d1d90d4 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541761 Dec 29 20:59:23.733685 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f6394-5112-4626-a309-fd90781890b2 req-53941e98-694c-4cb0-b7bd-14b2f1180ff2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:23.735595 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c05f6394-5112-4626-a309-fd90781890b2 req-53941e98-694c-4cb0-b7bd-14b2f1180ff2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0923252 Dec 29 20:59:23.791939 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c05f6394-5112-4626-a309-fd90781890b2 req-66ae4549-c674-4bea-b5b9-d8e79a780d18 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495276 Dec 29 20:59:24.796799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a241-0057-45d9-9e24-b694fc97467f req-6cf6e5a4-7975-4e88-976c-49c55b2e19ad tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:24.798231 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2287a241-0057-45d9-9e24-b694fc97467f req-6cf6e5a4-7975-4e88-976c-49c55b2e19ad tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 943 time: 0.0865669 Dec 29 20:59:24.876756 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2287a241-0057-45d9-9e24-b694fc97467f req-20bf3afa-0289-4259-b3ce-a170231c22a5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723865 Dec 29 20:59:24.934061 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ee751d5b-34a0-4f9e-91da-eaeedf435b06 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 20:59:25.053272 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ab82-b2d9-4911-a77a-5aff64437c52 req-f7fc6bab-9e38-4dc6-9b21-3e5b17fd2609 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:25.054769 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a687ab82-b2d9-4911-a77a-5aff64437c52 req-f7fc6bab-9e38-4dc6-9b21-3e5b17fd2609 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0876851 Dec 29 20:59:25.112512 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port ee751d5b-34a0-4f9e-91da-eaeedf435b06, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:25.116729 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-a687ab82-b2d9-4911-a77a-5aff64437c52 req-4ea7a736-80db-4831-b25c-5af9462ecaf4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496151 Dec 29 20:59:25.129554 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 20:59:25.190084 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:25.208373 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee751d5b-34a0-4f9e-91da-eaeedf435b06 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 20:59:25.231462 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port ee751d5b-34a0-4f9e-91da-eaeedf435b06, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:25.235672 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:25.301564 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=ee751d5b-34a0-4f9e-91da-eaeedf435b06,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:25.685079 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['ee751d5b-34a0-4f9e-91da-eaeedf435b06'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 20:59:26.097233 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630d041-d124-4558-ade3-c187ca7b96f5 req-835fb23f-8649-41a3-a97c-313fa27c668b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:26.098860 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6630d041-d124-4558-ade3-c187ca7b96f5 req-835fb23f-8649-41a3-a97c-313fa27c668b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 944 time: 0.0894489 Dec 29 20:59:26.161533 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6630d041-d124-4558-ade3-c187ca7b96f5 req-d065408e-213d-4af3-b642-c63842eab3a8 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559785 Dec 29 20:59:26.503165 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaddb4c-bb53-4287-bc0f-0c90fdf3db13 req-254bf014-2b67-4796-8944-c9d18f108cd0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:26.504517 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-edaddb4c-bb53-4287-bc0f-0c90fdf3db13 req-254bf014-2b67-4796-8944-c9d18f108cd0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0782485 Dec 29 20:59:26.552433 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-edaddb4c-bb53-4287-bc0f-0c90fdf3db13 req-909a2505-fa5b-4bd5-bcec-b7796d9dd086 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Dec 29 20:59:26.942484 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ee751d5b-34a0-4f9e-91da-eaeedf435b06 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 20:59:27.037187 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port ee751d5b-34a0-4f9e-91da-eaeedf435b06 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 20:59:27.042806 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port ee751d5b-34a0-4f9e-91da-eaeedf435b06 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 20:59:27.043209 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:27.185380 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:27.240806 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port ee751d5b-34a0-4f9e-91da-eaeedf435b06, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:27.243275 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:27.305080 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:27.461991 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'code': 200} Dec 29 20:59:27.493244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=ee751d5b-34a0-4f9e-91da-eaeedf435b06,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:27.589866 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3bdeb-1efd-49b0-b8b0-64935aa82e86 req-51aaa874-64bf-4d5f-9746-8ab37d83cb83 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:27.592342 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-05f3bdeb-1efd-49b0-b8b0-64935aa82e86 req-51aaa874-64bf-4d5f-9746-8ab37d83cb83 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0873103 Dec 29 20:59:27.656457 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-05f3bdeb-1efd-49b0-b8b0-64935aa82e86 req-e607005f-087a-4cbd-ab5a-66ca1d26f9f3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491152 Dec 29 20:59:27.818175 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13349e-29d0-474b-a602-7e37043e7530 req-e0cf9290-5fb4-45ac-bff1-15fd7bdd99ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:27.819824 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fb13349e-29d0-474b-a602-7e37043e7530 req-e0cf9290-5fb4-45ac-bff1-15fd7bdd99ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.1086292 Dec 29 20:59:27.884963 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fb13349e-29d0-474b-a602-7e37043e7530 req-561c31f1-2663-4729-b789-a7831ca1a9ed tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581219 Dec 29 20:59:27.894173 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-663813e1-1e55-4585-b319-e45accce3a51 req-1c7658a4-c7b3-477d-bbe3-1e553627caaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1098 time: 0.1226182 Dec 29 20:59:27.957228 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-663813e1-1e55-4585-b319-e45accce3a51 req-99d10029-9529-444e-8e76-07aba04eabc5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544140 Dec 29 20:59:28.888118 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4bca3-9597-473b-8b90-f1c063ac3790 req-fdea9095-8e87-40c7-a706-f0f669492281 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:28.889880 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-10e4bca3-9597-473b-8b90-f1c063ac3790 req-fdea9095-8e87-40c7-a706-f0f669492281 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0998521 Dec 29 20:59:28.944618 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-10e4bca3-9597-473b-8b90-f1c063ac3790 req-8aaf3479-37fd-4f99-9c3a-6db6e3162ab9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450370 Dec 29 20:59:29.138471 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5be9f-aa51-4503-a1f2-7667a78ae4be req-1a9d1cd9-1d51-4831-9489-e509c94b063c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:29.140080 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3db5be9f-aa51-4503-a1f2-7667a78ae4be req-1a9d1cd9-1d51-4831-9489-e509c94b063c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0793476 Dec 29 20:59:29.192000 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3db5be9f-aa51-4503-a1f2-7667a78ae4be req-6184f9fd-a9eb-4f3f-af8c-be357c0da2b6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458770 Dec 29 20:59:30.155946 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4117b-0e8f-4568-ad81-efef1f60aab1 req-3740c25d-77ec-4f2e-85f0-3ce5b479266e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:30.157457 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-04a4117b-0e8f-4568-ad81-efef1f60aab1 req-3740c25d-77ec-4f2e-85f0-3ce5b479266e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0836718 Dec 29 20:59:30.207468 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-04a4117b-0e8f-4568-ad81-efef1f60aab1 req-59ba23a9-ddab-4b61-937c-8bbc3c446ea2 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445070 Dec 29 20:59:30.457492 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75711e75-9429-43e0-a99c-f574c1fe4dbe req-3e651f2d-af24-4141-a7f3-dbff129b4851 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:30.458043 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9451e3-638d-4f5d-aaf6-5e7e0ad4584e req-7fd8b6d7-c333-411d-bb14-38dfb7bd8973 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:30.459576 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7a9451e3-638d-4f5d-aaf6-5e7e0ad4584e req-7fd8b6d7-c333-411d-bb14-38dfb7bd8973 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0871222 Dec 29 20:59:30.462467 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-75711e75-9429-43e0-a99c-f574c1fe4dbe req-3e651f2d-af24-4141-a7f3-dbff129b4851 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0889282 Dec 29 20:59:30.515211 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-75711e75-9429-43e0-a99c-f574c1fe4dbe req-ff5ec10c-8d99-4a04-b98d-cc85a3d318e9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478342 Dec 29 20:59:30.534003 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7a9451e3-638d-4f5d-aaf6-5e7e0ad4584e req-70bb310a-54e3-4505-bb83-a12292ed5c5e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675404 Dec 29 20:59:30.574292 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42662) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:30.741709 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-86188f2e-c77d-4f7f-b8f3-f542c9dddd48 tempest-TestVolumeBootPattern-119011969 tempest-TestVolumeBootPattern-119011969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1093 time: 0.1637771 Dec 29 20:59:30.741911 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42666) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:30.747725 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 20:59:30.753426 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 20:59:30.772559 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:floatingip and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 20:59:30.774616 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 20:59:30.783172 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 20:59:30.804040 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:30.959601 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.113022 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Allocated IP 172.27.2.94 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/bf324c99-aef1-4eb2-82ad-077b8b748446) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 20:59:31.277603 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.306455 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:31.382063 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 20:59:31.385498 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 20:59:31.388049 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 20:59:31.412132 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=bf324c99-aef1-4eb2-82ad-077b8b748446,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:31.428718 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.429063 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.429405 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.429713 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.430046 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.430358 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.430699 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.431025 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.431500 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.431833 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.432143 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 20:59:31.841240 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c62a0a-b255-48a0-b2b8-5e6904525663 req-a81ef615-25d9-442d-99d1-f888be42ba5f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:31.842745 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-69c62a0a-b255-48a0-b2b8-5e6904525663 req-a81ef615-25d9-442d-99d1-f888be42ba5f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.1723070 Dec 29 20:59:31.908350 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-69c62a0a-b255-48a0-b2b8-5e6904525663 req-7c1749d4-ac12-42a4-8b4b-da7de1fecdba tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560117 Dec 29 20:59:32.033577 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.086213 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.281549 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.285943 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2701408'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.386220 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=bf324c99-aef1-4eb2-82ad-077b8b748446,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:32.403395 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:32.616670 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9007b551-6972-4673-aa90-631a80784897 req-b77044cd-f975-4426-a8de-7a592d4c9caa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1098 time: 0.0673485 Dec 29 20:59:32.671494 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.l3_db [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Floating IP bba86e79-961d-44b0-b0bc-4d29ab9b0944 associated. External IP: 172.27.2.94, port: ee751d5b-34a0-4f9e-91da-eaeedf435b06. Dec 29 20:59:32.747361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b551-6972-4673-aa90-631a80784897 req-126e129c-dcc0-4cda-a0d7-ab3851e7ffe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:32.748823 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9007b551-6972-4673-aa90-631a80784897 req-126e129c-dcc0-4cda-a0d7-ab3851e7ffe8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1240714 Dec 29 20:59:32.927633 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9007b551-6972-4673-aa90-631a80784897 req-0c625bda-be90-43a1-af0a-46ca5a5a6045 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 200 len: 1000 time: 0.1722119 Dec 29 20:59:32.993359 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b551-6972-4673-aa90-631a80784897 req-ba55b424-7393-4146-a2fa-d7490c7a7ff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:32.994824 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9007b551-6972-4673-aa90-631a80784897 req-ba55b424-7393-4146-a2fa-d7490c7a7ff0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0610540 Dec 29 20:59:33.061858 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:59:33.126169 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9007b551-6972-4673-aa90-631a80784897 req-c2490c02-69c3-426b-829a-5e6f685594ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252971 Dec 29 20:59:33.211615 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a02ddb-1828-4033-87c1-55af8e6f236e req-77b79f55-5967-4c55-a8c2-d2915822c5e9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:33.212971 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88a02ddb-1828-4033-87c1-55af8e6f236e req-77b79f55-5967-4c55-a8c2-d2915822c5e9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.1627369 Dec 29 20:59:33.261790 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:59:33.267605 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf82-59ce-469c-a4e8-fd7c5052dfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:33.280091 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:59:33.290222 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:33.292940 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:33.293554 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:59:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:33.294106 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-88a02ddb-1828-4033-87c1-55af8e6f236e req-b8ac9e0c-be93-4bbf-94ca-cb4092e6d442 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717237 Dec 29 20:59:33.299375 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9007b551-6972-4673-aa90-631a80784897 req-b06a5d57-0921-4cb0-8c6b-5d1f6ec6a113 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661193 Dec 29 20:59:33.351350 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7f095abd-6f5d-4519-bba2-1a8b537de305 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6085031 Dec 29 20:59:33.352094 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06'}] {{(pid=82779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:33.450534 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9007b551-6972-4673-aa90-631a80784897 req-8cb6b82d-5b78-4cf7-b151-a9e58b6e3082 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424613 Dec 29 20:59:33.489740 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'status': 'completed', 'code': 200} Dec 29 20:59:33.494507 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:33.582289 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-2f113c40-e359-4130-a7fe-209e31e6b7bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1098 time: 0.0688920 Dec 29 20:59:33.712949 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-44fa619b-4137-4423-8435-4c780a56d779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:33.714389 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-44fa619b-4137-4423-8435-4c780a56d779 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1251578 Dec 29 20:59:33.819011 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-73ab940b-b3ff-4897-8b42-55564454b146 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 200 len: 998 time: 0.0968909 Dec 29 20:59:33.864828 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:31Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:33.868862 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:59:33.880849 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:33.881472 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:59:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:33.884649 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-4902497b-a7ed-4f97-adc9-9577a0202c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:33.886063 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-4902497b-a7ed-4f97-adc9-9577a0202c1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0607584 Dec 29 20:59:33.963928 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-5d8c3ee3-a2ef-4a82-ab12-3d35229bc883 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700035 Dec 29 20:59:34.066646 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:34.094870 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-3f828901-1381-4eab-a829-aa401a8e40ea service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241400 Dec 29 20:59:34.224741 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e245e385-9d00-43e6-9cf9-c4e19445b92d req-1e958ac7-93f6-4513-b184-fa972848789a service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228535 Dec 29 20:59:34.415147 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:31Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:34.419561 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb8aa38-1fa4-4ae6-aa27-33d16c626ff6 None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:31Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:59:34.509812 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7fbb3-2914-4a60-af9e-80f12c58d45a req-26493e0e-9a1d-4585-a422-ba55a04d1b44 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:34.511522 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbb7fbb3-2914-4a60-af9e-80f12c58d45a req-26493e0e-9a1d-4585-a422-ba55a04d1b44 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0767801 Dec 29 20:59:34.561618 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cbb7fbb3-2914-4a60-af9e-80f12c58d45a req-44b9621d-9407-4161-994e-3a2b53ff77ec tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444994 Dec 29 20:59:34.606020 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98130ce9-d1ea-410a-87d3-f94df0caa0f7 None None] New status for floating IP bba86e79-961d-44b0-b0bc-4d29ab9b0944: ACTIVE {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:59:35.467545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-80c7e3b2-6062-4b26-8ca4-8942381dc8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:35.770413 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aa5a3-0a5f-4c36-9f56-ce448ef39ba0 req-390fc7a4-f98f-4cfa-82bc-66359f6b61c5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:35.771801 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5f6aa5a3-0a5f-4c36-9f56-ce448ef39ba0 req-390fc7a4-f98f-4cfa-82bc-66359f6b61c5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0735633 Dec 29 20:59:35.815975 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5f6aa5a3-0a5f-4c36-9f56-ce448ef39ba0 req-dcf098bf-6032-4c7a-b2c3-ba7cc400d6a7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387979 Dec 29 20:59:36.712647 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-98ee6e0b-d35f-42b8-9273-76ecdd725d1d req-6877f739-07a3-449b-a62a-88d4a67e7fed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1372097 Dec 29 20:59:36.723725 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:36.955893 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42724) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:36.976480 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095f1f6-b79b-473f-9646-31ca99e535a7 req-104b67bd-26d2-4d3c-8ecd-e29470c6f6fd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:36.977973 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c095f1f6-b79b-473f-9646-31ca99e535a7 req-104b67bd-26d2-4d3c-8ecd-e29470c6f6fd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 945 time: 0.0761631 Dec 29 20:59:36.980343 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 20:59:37.023668 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c095f1f6-b79b-473f-9646-31ca99e535a7 req-9d26ef0c-afa5-4fcc-9c45-589237d8e9ed tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393934 Dec 29 20:59:37.090331 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:37.097557 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-47d5ee38-0f05-44d7-b13a-a9f2334ccadf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405480 Dec 29 20:59:37.123002 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:37.129170 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:37.140837 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:37.145337 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:37.181156 dv-cinder-823170-1-iscsi neutron-server[82781]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'code': 422} returned with failed status Dec 29 20:59:37.218116 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=8']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:38.004100 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:38.261717 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faae3b7-81ab-4a5a-8ca0-40d2fe20cac6 req-11038123-0772-4a0a-8c1a-19e9ff012dc0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:38.263168 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6faae3b7-81ab-4a5a-8ca0-40d2fe20cac6 req-11038123-0772-4a0a-8c1a-19e9ff012dc0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0894413 Dec 29 20:59:38.423985 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6faae3b7-81ab-4a5a-8ca0-40d2fe20cac6 req-921b9554-232a-4e7e-b5c5-bd8f1eae6e09 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597599 Dec 29 20:59:38.436866 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-57235157-a9c5-4f27-a939-c3e7073c155a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a&tenant_id=c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 1096 time: 0.1727421 Dec 29 20:59:38.529902 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-a0a926f6-50e0-4b53-bea4-a34dda65d2e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1096 time: 0.0698223 Dec 29 20:59:38.657540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-5b86cf9c-2408-4ecc-9ac0-b083de2e460e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:38.659000 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-5b86cf9c-2408-4ecc-9ac0-b083de2e460e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1232507 Dec 29 20:59:38.760993 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-55364c28-0e96-4c34-a518-d00c6c5580f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 200 len: 998 time: 0.0939782 Dec 29 20:59:38.821548 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-318af4d1-051e-4fb4-b866-8fea964da86a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:38.823016 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-318af4d1-051e-4fb4-b866-8fea964da86a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0560312 Dec 29 20:59:38.895486 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-045d0b5d-8d36-453f-84dc-9a8186b143e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667224 Dec 29 20:59:39.023631 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-7934f7f6-e51f-4036-b85c-afeac2e21225 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212792 Dec 29 20:59:39.150687 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-afa50120-1bbb-409c-9afe-6cfb4f44553b req-e73abb3b-c007-4a90-a94b-d2fe8e17f9f9 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209867 Dec 29 20:59:39.632799 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ead511-8301-4dc6-841f-775d3dcd45c7 req-04cd668c-f257-4544-aeec-c2a7e4336f2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:39.634814 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-30ead511-8301-4dc6-841f-775d3dcd45c7 req-04cd668c-f257-4544-aeec-c2a7e4336f2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0757306 Dec 29 20:59:39.684629 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-30ead511-8301-4dc6-841f-775d3dcd45c7 req-1a27cf33-b251-4d32-862f-4610bc0d1a6f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440443 Dec 29 20:59:40.068317 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 20:59:40.906913 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638e095-04e5-44de-9e50-46e8063a8379 req-f9b5b939-2947-4bcb-9b20-303e727994e6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:40.908334 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8638e095-04e5-44de-9e50-46e8063a8379 req-f9b5b939-2947-4bcb-9b20-303e727994e6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0841830 Dec 29 20:59:40.956962 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8638e095-04e5-44de-9e50-46e8063a8379 req-319c62cc-76d0-41f6-ba04-09399cf0f98b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431328 Dec 29 20:59:42.173186 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710ed4d-0c06-4586-89f5-809485d77d23 req-51dbd952-88ff-4ec0-911c-c4d144531a0f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:42.174569 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5710ed4d-0c06-4586-89f5-809485d77d23 req-51dbd952-88ff-4ec0-911c-c4d144531a0f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0800767 Dec 29 20:59:42.222887 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5710ed4d-0c06-4586-89f5-809485d77d23 req-50222475-0adb-48d1-8b2b-391af8b46f6c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Dec 29 20:59:43.439860 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8278c-9cbe-46b0-bc62-4a96293d5068 req-ab4d703d-d67f-4e82-8d8d-d50d379baff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:43.441307 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3ca8278c-9cbe-46b0-bc62-4a96293d5068 req-ab4d703d-d67f-4e82-8d8d-d50d379baff7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0827179 Dec 29 20:59:43.497180 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3ca8278c-9cbe-46b0-bc62-4a96293d5068 req-d19d47da-5cac-410a-9ad5-b8da64d36039 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453529 Dec 29 20:59:44.727744 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dff43-8a5a-47c8-8cf1-9d021ab5267a req-8d0ca4ed-5790-4de1-85f2-11127cd441df tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:44.729397 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4a1dff43-8a5a-47c8-8cf1-9d021ab5267a req-8d0ca4ed-5790-4de1-85f2-11127cd441df tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0875053 Dec 29 20:59:44.777963 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4a1dff43-8a5a-47c8-8cf1-9d021ab5267a req-651f98b4-d377-4f6c-85b8-ee9e0435a8a4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426548 Dec 29 20:59:45.005569 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:46.027274 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db7618-0c3a-4446-839f-8d1343d74a30 req-e6c40ee0-ec4d-40f4-95eb-81ce329cfa14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:46.028760 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-07db7618-0c3a-4446-839f-8d1343d74a30 req-e6c40ee0-ec4d-40f4-95eb-81ce329cfa14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0798349 Dec 29 20:59:46.031906 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e55bf6-cc35-43f4-8f9b-d509d0e75b62 req-ce7de2ce-0438-47b4-8a09-e71ece32d281 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:46.033536 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c2e55bf6-cc35-43f4-8f9b-d509d0e75b62 req-ce7de2ce-0438-47b4-8a09-e71ece32d281 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0804744 Dec 29 20:59:46.086236 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c2e55bf6-cc35-43f4-8f9b-d509d0e75b62 req-2bfaae23-24fd-401c-99da-4425123da2fa tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466175 Dec 29 20:59:46.090167 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-07db7618-0c3a-4446-839f-8d1343d74a30 req-cdca599c-d886-402c-aaf2-fcb82849890c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535476 Dec 29 20:59:47.316022 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41cb26-0013-4ff8-9e23-5eafea5a0d14 req-618b0cd7-f80f-425b-b0fe-33fbf9be104c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:47.317620 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1e41cb26-0013-4ff8-9e23-5eafea5a0d14 req-618b0cd7-f80f-425b-b0fe-33fbf9be104c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0889583 Dec 29 20:59:47.328043 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce39c0f-94ab-4e43-8f25-cdc315c5dd2c req-94215ae4-0477-4879-ae1f-f3eb7a21e6e0 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:47.329506 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ce39c0f-94ab-4e43-8f25-cdc315c5dd2c req-94215ae4-0477-4879-ae1f-f3eb7a21e6e0 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.1021433 Dec 29 20:59:47.371279 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1e41cb26-0013-4ff8-9e23-5eafea5a0d14 req-349cbe5d-ec60-4107-a88d-417f37c1087c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473371 Dec 29 20:59:47.381897 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ce39c0f-94ab-4e43-8f25-cdc315c5dd2c req-c6343de1-cf2a-4cf1-b25b-3c6b4f3cd0ce tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461273 Dec 29 20:59:48.604834 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4b662-d8b9-4b2b-85e9-200c4621aeaa req-e173f3ef-8487-4e70-badb-01c35da926f6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:48.606299 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6ec4b662-d8b9-4b2b-85e9-200c4621aeaa req-e173f3ef-8487-4e70-badb-01c35da926f6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0833466 Dec 29 20:59:48.611000 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e96bc-f0d7-449a-bf5f-c66f872797e3 req-b39ed439-6ff5-400c-ac86-f6f3c9db4733 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:48.612492 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-051e96bc-f0d7-449a-bf5f-c66f872797e3 req-b39ed439-6ff5-400c-ac86-f6f3c9db4733 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0797093 Dec 29 20:59:48.660560 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-051e96bc-f0d7-449a-bf5f-c66f872797e3 req-7824a9ad-dc8e-4028-ab0e-e503d7531bd7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Dec 29 20:59:48.668432 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6ec4b662-d8b9-4b2b-85e9-200c4621aeaa req-34f76af5-0356-49a9-be49-cb085e671f10 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566485 Dec 29 20:59:50.003841 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712254b-5ed4-494e-aa2b-02e2f0c6bf7c req-7387ee06-3826-4173-a4d6-f8534b4acb28 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:50.005220 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4712254b-5ed4-494e-aa2b-02e2f0c6bf7c req-7387ee06-3826-4173-a4d6-f8534b4acb28 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.1989312 Dec 29 20:59:50.053646 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4712254b-5ed4-494e-aa2b-02e2f0c6bf7c req-2a5f94de-221b-42c9-8fe6-b45cef8d8a9b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Dec 29 20:59:50.075747 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7b286-0ce5-4060-8e3d-ec29b5bc29eb req-ef607537-8089-42e2-beb3-4031b093972b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:50.077185 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-66c7b286-0ce5-4060-8e3d-ec29b5bc29eb req-ef607537-8089-42e2-beb3-4031b093972b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0906110 Dec 29 20:59:50.123839 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-66c7b286-0ce5-4060-8e3d-ec29b5bc29eb req-68abc6dd-c814-479b-8731-a911e436dae0 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Dec 29 20:59:51.299766 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaf505-2b79-49e6-ba02-809c113bb6a7 req-c967857f-04b3-4394-aeeb-98849d4778b5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:51.301377 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-37eaf505-2b79-49e6-ba02-809c113bb6a7 req-c967857f-04b3-4394-aeeb-98849d4778b5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.1034999 Dec 29 20:59:51.327123 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd71dd-31de-48bc-8494-da29e591b4f2 req-f97f01cb-a809-49e7-8b0b-b232dbadc24b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:51.328569 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-32dd71dd-31de-48bc-8494-da29e591b4f2 req-f97f01cb-a809-49e7-8b0b-b232dbadc24b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0822089 Dec 29 20:59:51.355829 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-37eaf505-2b79-49e6-ba02-809c113bb6a7 req-a4ea64ec-8fa2-439f-b5ad-e5cec4e760e1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479844 Dec 29 20:59:51.378837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-32dd71dd-31de-48bc-8494-da29e591b4f2 req-c4124dfb-2de6-4a88-a28c-c793f86fbb4b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444231 Dec 29 20:59:52.571495 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e83c6f-212a-4cb9-aeb9-b79cd05fc6e5 req-7d21eb8a-8805-4682-a097-4f9028e719b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:52.573589 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e9e83c6f-212a-4cb9-aeb9-b79cd05fc6e5 req-7d21eb8a-8805-4682-a097-4f9028e719b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0772946 Dec 29 20:59:52.583271 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f08ef7-6e32-4326-9960-299886017151 req-ca579ed4-8afd-4db7-bbeb-cdb9529c92b8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:52.584695 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7f08ef7-6e32-4326-9960-299886017151 req-ca579ed4-8afd-4db7-bbeb-cdb9529c92b8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0758905 Dec 29 20:59:52.618104 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e9e83c6f-212a-4cb9-aeb9-b79cd05fc6e5 req-a3503af1-9d4a-4a52-bdef-dccda584b368 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388734 Dec 29 20:59:52.632247 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b7f08ef7-6e32-4326-9960-299886017151 req-1c9fb0b1-b987-45cd-96ec-81a3b5d55c62 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Dec 29 20:59:53.832598 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5851b-705e-49b0-b16b-7462dd048ee2 req-80dd3f07-2812-42b1-991b-b2c3f7a8c673 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:53.834049 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ffb5851b-705e-49b0-b16b-7462dd048ee2 req-80dd3f07-2812-42b1-991b-b2c3f7a8c673 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0807941 Dec 29 20:59:53.835247 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6c709-5f9d-42e1-831d-abe58824c6ae req-6d13e347-c600-417a-930f-8152800b153b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:53.836689 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-31e6c709-5f9d-42e1-831d-abe58824c6ae req-6d13e347-c600-417a-930f-8152800b153b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0819426 Dec 29 20:59:53.886623 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-31e6c709-5f9d-42e1-831d-abe58824c6ae req-e4864b80-1bbe-4a1c-8435-eebfeab78660 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 Dec 29 20:59:53.952981 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ffb5851b-705e-49b0-b16b-7462dd048ee2 req-11fd0a07-f6c4-4623-88a1-a60eda0a7255 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110098 Dec 29 20:59:55.085661 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14201-5407-4f4c-a71c-205c7370d982 req-64502fec-dedd-448d-bef7-5b46159a7c99 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:55.087142 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-72b14201-5407-4f4c-a71c-205c7370d982 req-64502fec-dedd-448d-bef7-5b46159a7c99 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0802557 Dec 29 20:59:55.133069 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-72b14201-5407-4f4c-a71c-205c7370d982 req-ecf4b695-7971-4f38-a119-f3c9ff48ecd5 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404029 Dec 29 20:59:55.178280 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddf74e-ae3e-4257-8039-7b593ced167b req-d0eccb6a-defb-43b3-87f2-d386ee8d57f5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:55.179717 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-29ddf74e-ae3e-4257-8039-7b593ced167b req-d0eccb6a-defb-43b3-87f2-d386ee8d57f5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0747325 Dec 29 20:59:55.224495 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-29ddf74e-ae3e-4257-8039-7b593ced167b req-35fe8903-7b84-4111-8f08-43e0b9672308 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Dec 29 20:59:56.333308 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672445df-478c-4271-80cc-1b14c826b190 req-5812decb-d962-423f-8aed-2cd5072c880a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:56.334806 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-672445df-478c-4271-80cc-1b14c826b190 req-5812decb-d962-423f-8aed-2cd5072c880a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0810032 Dec 29 20:59:56.382561 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-672445df-478c-4271-80cc-1b14c826b190 req-e0b2bf48-1a32-4ecb-a229-36c910a55a86 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=00a63ea4-cb5b-4454-bd28-4d357b02ec8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418975 Dec 29 20:59:56.449128 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66149d-3cdd-47f6-9f91-38095195eb3a req-f5a7d86f-e402-4eca-9369-feebf3e388cc tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:56.450476 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9e66149d-3cdd-47f6-9f91-38095195eb3a req-f5a7d86f-e402-4eca-9369-feebf3e388cc tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0912037 Dec 29 20:59:56.558095 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9e66149d-3cdd-47f6-9f91-38095195eb3a req-3ceb6b08-9521-4feb-ad6f-83722b20e8e2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002622 Dec 29 20:59:56.597525 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-7ca8e216-adad-4d07-8036-0c4aeb650f1f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:56.597525 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-7ca8e216-adad-4d07-8036-0c4aeb650f1f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 946 time: 0.0952790 Dec 29 20:59:56.680903 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Deleting port adf102d0-3086-4610-895a-fb5960a11025 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 20:59:56.681301 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:56.967852 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] For port adf102d0-3086-4610-895a-fb5960a11025, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=adf102d0-3086-4610-895a-fb5960a11025,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 20:59:56.968206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:57.256690 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:57.256965 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:57.257269 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Floating IP d6a3a538-9307-4240-be35-6fac50f6bf00 disassociated. External IP: 172.27.2.99, port: adf102d0-3086-4610-895a-fb5960a11025. Dec 29 20:59:57.257602 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Calling delete_port for adf102d0-3086-4610-895a-fb5960a11025 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 20:59:57.396836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:57.442990 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event deleted for resources: {'Port': ['ID=adf102d0-3086-4610-895a-fb5960a11025,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 20:59:57.551338 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5bb4a59f-b618-4023-b4b5-ea9747d463c6 req-7445220e-7647-4b8b-87e7-f6002ebde2d9 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 210 time: 0.0394866 Dec 29 20:59:57.651032 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Router a6a84d82-bc57-4592-886a-7c3556d5e1be has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 20:59:57.953741 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654ea89-4edc-4b62-b6cc-43f36758edeb req-175169bd-1dd6-46f1-ac3d-c542e228b76f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:57.955207 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f654ea89-4edc-4b62-b6cc-43f36758edeb req-175169bd-1dd6-46f1-ac3d-c542e228b76f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.2435343 Dec 29 20:59:58.023213 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f654ea89-4edc-4b62-b6cc-43f36758edeb req-67848476-488c-4097-9c70-dcd84478b519 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542498 Dec 29 20:59:58.032582 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 20:59:58.042274 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] Sync routers for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 20:59:58.054594 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:58.055594 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:59:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:58.106705 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] No DVR routers for this DVR port adf102d0-3086-4610-895a-fb5960a11025 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 20:59:58.109162 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:58.111668 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'name': 'network-vif-deleted', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 20:59:58.127794 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6674c51b-17e3-4a79-bfa7-c31d4f3285d0 req-a3bdc9b9-1407-445c-bae1-2a670f0246c1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "DELETE /v2.0/ports/adf102d0-3086-4610-895a-fb5960a11025 HTTP/1.1" status: 204 len: 173 time: 1.5270381 Dec 29 20:59:58.169462 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc414c80-2773-4125-8028-6a27df0e831d', 'name': 'network-vif-deleted', 'tag': 'adf102d0-3086-4610-895a-fb5960a11025', 'status': 'completed', 'code': 200} Dec 29 20:59:58.250607 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:58.581572 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:58.585905 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] Checking router: a6a84d82-bc57-4592-886a-7c3556d5e1be for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 20:59:58.599171 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 20:59:58.599779 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T20:59:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:58.735738 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d67437a4-247b-43c3-9ab6-40933f4f985f req-3ecaee45-f12b-454a-ba33-90ea72026175 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 20:59:58.751357 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-d67437a4-247b-43c3-9ab6-40933f4f985f req-3ecaee45-f12b-454a-ba33-90ea72026175 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 20:59:58.752761 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d67437a4-247b-43c3-9ab6-40933f4f985f req-3ecaee45-f12b-454a-ba33-90ea72026175 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc414c80-2773-4125-8028-6a27df0e831d HTTP/1.1" status: 200 len: 210 time: 0.0581732 Dec 29 20:59:58.789573 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 20:59:59.095628 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 20:59:59.099548 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fc081-15ac-4804-a4d0-0321628b4106 None None] The sync data for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi is: [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 20:59:59.240279 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1559af-1935-470d-b45f-7d82230b35b4 req-1267052c-ab05-4c99-9a1f-847e2aa0cb41 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 20:59:59.241760 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-be1559af-1935-470d-b45f-7d82230b35b4 req-1267052c-ab05-4c99-9a1f-847e2aa0cb41 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0798111 Dec 29 20:59:59.288765 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-be1559af-1935-470d-b45f-7d82230b35b4 req-20ea7e49-4279-41f8-8e67-539f6ed459d8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411501 Dec 29 20:59:59.312197 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac14e5f-8981-4221-b048-e267fa964fac None None] New status for floating IP d6a3a538-9307-4240-be35-6fac50f6bf00: DOWN {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 20:59:59.896938 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42834) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 20:59:59.959837 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ae148dd6-ce3d-4e55-a137-8b9bfadb797c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 20:59:59.985906 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ae148dd6-ce3d-4e55-a137-8b9bfadb797c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.039147 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ae148dd6-ce3d-4e55-a137-8b9bfadb797c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.056942 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae148dd6-ce3d-4e55-a137-8b9bfadb797c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a63ea4-cb5b-4454-bd28-4d357b02ec8a,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:00.066927 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ae148dd6-ce3d-4e55-a137-8b9bfadb797c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.068018 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ae148dd6-ce3d-4e55-a137-8b9bfadb797c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "DELETE /v2.0/security-groups/00a63ea4-cb5b-4454-bd28-4d357b02ec8a HTTP/1.1" status: 204 len: 168 time: 0.1700912 Dec 29 21:00:00.070573 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42838) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:00.086622 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.api.v2.resource [None req-56bb1062-1bfe-4206-996a-61884c369874 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] show failed (client error): The resource could not be found. Dec 29 21:00:00.087683 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-56bb1062-1bfe-4206-996a-61884c369874 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups/00a63ea4-cb5b-4454-bd28-4d357b02ec8a HTTP/1.1" status: 404 len: 347 time: 0.0161474 Dec 29 21:00:00.090488 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42842) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:00.236084 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Deleting port 1e6b808d-bac2-436b-acdb-81dd76baccab {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:00:00.236429 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.400616 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.401464 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.499818 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fce9f-e285-4dd8-8331-681c20861871 req-75ef0706-fe47-4f07-ba6f-158a286edaff tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:00.501264 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-063fce9f-e285-4dd8-8331-681c20861871 req-75ef0706-fe47-4f07-ba6f-158a286edaff tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0777206 Dec 29 21:00:00.520232 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Calling delete_port for 1e6b808d-bac2-436b-acdb-81dd76baccab owned by network:floatingip {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:00:00.549416 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-063fce9f-e285-4dd8-8331-681c20861871 req-88960d80-1499-4b62-ad25-f89c61d62dd8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 Dec 29 21:00:00.658850 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.700490 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event deleted for resources: {'Port': ['ID=1e6b808d-bac2-436b-acdb-81dd76baccab,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:00.790093 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.807125 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:00.808241 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-5b412ea8-d5ed-4086-be04-eefc6f7e5d14 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "DELETE /v2.0/floatingips/d6a3a538-9307-4240-be35-6fac50f6bf00 HTTP/1.1" status: 204 len: 168 time: 0.7168720 Dec 29 21:00:01.026299 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42850) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:01.031931 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--207804701', 'description': 'tempest-description--1812263263'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:00:01.037774 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:01.041908 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:01.044726 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:01.050273 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:01.063757 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.077410 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device adf102d0-3086-4610-895a-fb5960a11025 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:01.110365 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: adf102d0-3086-4610-895a-fb5960a11025 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:00:01.110734 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device adf102d0-3086-4610-895a-fb5960a11025 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:00:01.169400 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:01.173025 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group_rule and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:01.175758 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:01.181239 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:01.232716 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.235987 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.278928 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528c1384-8ef9-4332-b71e-9d206a1a4f3f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:01.281471 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.285271 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2ca1b77e-e201-4cd7-bf9c-af90bb6ca2dd tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2553239 Dec 29 21:00:01.286106 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42854) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:01.291556 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'security_group_rule': {'security_group_id': '528c1384-8ef9-4332-b71e-9d206a1a4f3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:00:01.297209 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:01.300884 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group_rule and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:01.303653 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:01.309172 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:01.325448 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.383952 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.388845 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.411029 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35de9158-9d50-445b-98df-e67409fba375,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:01.419845 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.420944 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ad02c775-f7e8-4461-a20a-bbb2a38af8e4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1342108 Dec 29 21:00:01.423497 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42858) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:01.428736 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'security_group_rule': {'security_group_id': '528c1384-8ef9-4332-b71e-9d206a1a4f3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:00:01.434765 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:01.438464 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:security_group_rule and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:01.441603 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:01.447789 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:01.465292 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.525270 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.528667 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.551096 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b72e9ac-53e9-433e-92e1-e17355229bbc,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:01.559119 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.560269 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4c4ff533-34bb-4432-950b-e15f0580b46e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1358881 Dec 29 21:00:01.563324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 42862) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:01.568697 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:00:01.575995 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:01.580383 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Usage tracker for resource:floatingip and tenant:4ab51ee037374f88ab16f92d853d8d12 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:00:01.583179 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:00:01.588796 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:01.599085 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.731409 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:01.761755 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e9ff2-54b2-44b1-8fa8-2a9bb118e6c4 req-09d0b360-1287-41dd-a501-c0dcc8777a0f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:01.763225 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-975e9ff2-54b2-44b1-8fa8-2a9bb118e6c4 req-09d0b360-1287-41dd-a501-c0dcc8777a0f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0755043 Dec 29 21:00:01.808384 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-975e9ff2-54b2-44b1-8fa8-2a9bb118e6c4 req-434361b7-2cb7-4634-bed2-94846701638b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393789 Dec 29 21:00:01.870577 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_common [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Allocated IP 172.27.2.19 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/758465b9-184d-49fc-ac37-c833b68479bc) {{(pid=82779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:00:02.012630 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for port, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.038886 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.100616 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:00:02.103803 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.base_scheduler [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources bound (agent type, host, resource id): {{(pid=82779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:00:02.107317 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Received port after_create {{(pid=82779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:00:02.145978 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'Port': ['ID=758465b9-184d-49fc-ac37-c833b68479bc,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:02.265721 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.320419 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.517306 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for port, precommit_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.521527 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2701408'] for port, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.626114 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'Port': ['ID=758465b9-184d-49fc-ac37-c833b68479bc,revision_number=2']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:02.638421 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.660097 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:02.661351 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-686dd916-b7e5-4d5f-b7f8-cd4f32dac240 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0971112 Dec 29 21:00:02.883354 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-d0f084e2-0438-4cc1-9f04-e9eb3c3c63d4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:00:02.899129 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-d0f084e2-0438-4cc1-9f04-e9eb3c3c63d4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:00:02.900408 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-d0f084e2-0438-4cc1-9f04-e9eb3c3c63d4 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--207804701&fields=id&tenant_id=4ab51ee037374f88ab16f92d853d8d12 HTTP/1.1" status: 200 len: 267 time: 0.0594282 Dec 29 21:00:03.022709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fd5d-d188-4215-ba01-ceeb0d91ec93 req-2923e31c-edb6-4bb9-81d4-8369591b2138 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:03.024177 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9fe0fd5d-d188-4215-ba01-ceeb0d91ec93 req-2923e31c-edb6-4bb9-81d4-8369591b2138 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 943 time: 0.0788505 Dec 29 21:00:03.045500 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-8b8d8df1-551a-4f0a-8f5c-b73fe9c69252 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:03.046940 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-8b8d8df1-551a-4f0a-8f5c-b73fe9c69252 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 810 time: 0.1402292 Dec 29 21:00:03.063408 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-b549bd39-a3d7-4a18-9273-5b5e9d319992 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/quotas/4ab51ee037374f88ab16f92d853d8d12 HTTP/1.1" status: 200 len: 375 time: 0.0109472 Dec 29 21:00:03.068641 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9fe0fd5d-d188-4215-ba01-ceeb0d91ec93 req-df815e08-162e-410c-b76a-c4bfbeb87e43 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390692 Dec 29 21:00:03.096878 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:00:03.149282 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-3142b4e6-ecf1-4f6c-84fa-ac1acaebc1f8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:00:03.165130 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-3142b4e6-ecf1-4f6c-84fa-ac1acaebc1f8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:00:03.166439 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-3142b4e6-ecf1-4f6c-84fa-ac1acaebc1f8 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977733 Dec 29 21:00:03.232055 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:03.245792 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'port_id': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'mac_address': 'fa:16:3e:1a:ab:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:00:03.304421 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-c60b0f62-cc50-486b-be77-06d28e12e33a service neutron] 10.222.0.37 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257761 Dec 29 21:00:03.312173 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0e0f0ee9-ba77-413e-83ad-01f00928cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.318789 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.336962 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3616e0b6-e936-4532-b059-8a08b399fe1e {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:00:03.354758 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:03.358845 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:03.425940 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=9']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:03.510665 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-e6fbc129-2e1c-4910-b4b4-a693ec35910b service neutron] 10.222.0.37 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994762 Dec 29 21:00:03.691725 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e006a746-c254-4b15-9f9a-f1f2e226f944 req-37baa235-b391-4406-ae31-d5c577eadc8d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 210 time: 0.0425520 Dec 29 21:00:03.697243 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['3616e0b6-e936-4532-b059-8a08b399fe1e'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:00:04.280431 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbafc66-46cd-43db-a952-60a40190e0ab req-89916328-7d59-4907-bc2c-e095a383ec8d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:04.283079 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0bbafc66-46cd-43db-a952-60a40190e0ab req-89916328-7d59-4907-bc2c-e095a383ec8d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 944 time: 0.0768077 Dec 29 21:00:04.326602 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0bbafc66-46cd-43db-a952-60a40190e0ab req-74176374-62e8-4efb-9408-3fe010485576 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392909 Dec 29 21:00:04.729318 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-0affe002-5543-4e01-b2a1-b30cae07a174 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:04.731005 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-0affe002-5543-4e01-b2a1-b30cae07a174 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 810 time: 0.1474645 Dec 29 21:00:04.788257 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-3e5edc4f-8953-4452-8474-ca7bdbd9630d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab51ee037374f88ab16f92d853d8d12 HTTP/1.1" status: 200 len: 379 time: 0.0445778 Dec 29 21:00:04.797045 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'port': {'device_id': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'admin_state_up': True, 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'security_groups': ['528c1384-8ef9-4332-b71e-9d206a1a4f3f']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:00:04.921534 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b67c8a42-e738-4e31-a874-f23c5915ce77 req-355316d7-16a8-45f7-aeff-e99cc852c266 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 210 time: 0.0579658 Dec 29 21:00:04.974139 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:00:04.983447 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:00:04.992094 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Made reservation on behalf of 4ab51ee037374f88ab16f92d853d8d12 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:00:04.995365 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.108537 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:00:05.156423 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Allocated IP 172.20.0.10 (cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e/f829f4ae-6361-42ac-a253-65665a7b27e0/fb661778-ad03-42d4-bd51-be3d02658638) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:00:05.175178 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 3616e0b6-e936-4532-b059-8a08b399fe1e triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:00:05.175555 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.289181 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.316890 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:05.327545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:05.331492 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.342937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.359832 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Transition to ACTIVE for port object fb661778-ad03-42d4-bd51-be3d02658638 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:00:05.376224 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'code': 200} Dec 29 21:00:05.389845 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.401027 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=10']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:05.464063 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:00:05.467036 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:00:05.471450 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:00:05.472096 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-2b63b368-e3ec-4eab-9695-0a424d7ba99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.538189 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event updated for resources: {'Port': ['ID=fb661778-ad03-42d4-bd51-be3d02658638,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:05.584714 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:05.585310 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.617549 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-f1f9c3a7-6c48-447e-b5d0-37de9d40c27a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8240926 Dec 29 21:00:05.628694 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c524a-5a64-46b6-a90d-be7bd4397427 req-3ad2b4b6-57a4-4429-b5c1-6abc81dd74ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:05.630102 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b59c524a-5a64-46b6-a90d-be7bd4397427 req-3ad2b4b6-57a4-4429-b5c1-6abc81dd74ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.1344547 Dec 29 21:00:05.634772 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Request body: {'port': {'device_id': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:00:05.691161 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-2f3c92da-798d-447d-91f6-ff1e4c7db164 None None] Provisioning for port fb661778-ad03-42d4-bd51-be3d02658638 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:00:05.695742 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-2f3c92da-798d-447d-91f6-ff1e4c7db164 None None] Provisioning complete for port fb661778-ad03-42d4-bd51-be3d02658638 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:00:05.696180 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-2f3c92da-798d-447d-91f6-ff1e4c7db164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:05.721031 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b59c524a-5a64-46b6-a90d-be7bd4397427 req-26d814ca-fce4-4665-a4ef-6063cd7ab0ca tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630677 Dec 29 21:00:05.784914 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c92da-798d-447d-91f6-ff1e4c7db164 None None] Port fb661778-ad03-42d4-bd51-be3d02658638 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:00:05.791858 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.125372 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e8c2-3b7c-477d-9ab4-bcb800f7cf64 req-74c837e1-417b-48d6-aeda-143db6cf19db tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:06.126242 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-44a57e26-0fae-475c-94c6-180800c6dca7 req-db5fa24f-6d27-4613-8f59-e0f616930cb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1099 time: 0.2743940 Dec 29 21:00:06.126841 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0ec6e8c2-3b7c-477d-9ab4-bcb800f7cf64 req-74c837e1-417b-48d6-aeda-143db6cf19db tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 932 time: 0.0798888 Dec 29 21:00:06.171778 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0ec6e8c2-3b7c-477d-9ab4-bcb800f7cf64 req-88d97c78-dbc7-4e45-b67e-3ef102f13829 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391212 Dec 29 21:00:06.211597 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-44a57e26-0fae-475c-94c6-180800c6dca7 req-77c3f1d2-05e7-4a99-a0ba-63521cf6ffef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739813 Dec 29 21:00:06.284012 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb661778-ad03-42d4-bd51-be3d02658638 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:00:06.290757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.304549 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Transition to ACTIVE for port object fb661778-ad03-42d4-bd51-be3d02658638 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:00:06.307853 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.434983 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Pushing event updated for resources: {'Port': ['ID=fb661778-ad03-42d4-bd51-be3d02658638,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:06.539336 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Attempting to bind port fb661778-ad03-42d4-bd51-be3d02658638 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:00:06.539663 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Attempting to bind port fb661778-ad03-42d4-bd51-be3d02658638 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:00:06.539983 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Attempting to bind port fb661778-ad03-42d4-bd51-be3d02658638 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:00:06.545522 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Port fb661778-ad03-42d4-bd51-be3d02658638 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 21:00:06.545835 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Attempting to bind port fb661778-ad03-42d4-bd51-be3d02658638 on network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:00:06.551872 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 20, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:00:06.552201 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Checking segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:00:06.552573 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Bound using segment: {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:00:06.553013 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Bound port: fb661778-ad03-42d4-bd51-be3d02658638, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:00:06.553348 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.639763 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] For port fb661778-ad03-42d4-bd51-be3d02658638, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:00:06.642758 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] For port fb661778-ad03-42d4-bd51-be3d02658638, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fb661778-ad03-42d4-bd51-be3d02658638,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:00:06.646883 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.708200 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.709532 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] 10.222.0.46 "PUT /v2.0/ports/fb661778-ad03-42d4-bd51-be3d02658638 HTTP/1.1" status: 200 len: 1094 time: 1.0785704 Dec 29 21:00:06.709952 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:06.736901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:06.740510 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f42e9-3db0-4b90-a2d9-9d6166f98b52 service neutron] Pushing event updated for resources: {'Port': ['ID=fb661778-ad03-42d4-bd51-be3d02658638,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:06.785565 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638', 'status': 'completed', 'code': 200} Dec 29 21:00:06.830399 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-ade96087-70cc-44da-9195-6200f6628842 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 1097 time: 0.0787022 Dec 29 21:00:06.907350 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-ab277b20-bb8b-4c18-aafb-a3158d67ae62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb661778-ad03-42d4-bd51-be3d02658638 HTTP/1.1" status: 200 len: 217 time: 0.0687749 Dec 29 21:00:06.956535 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931481-8188-4924-967e-4c07f93cadf3 req-d71473c8-5aa6-48a4-99a9-a3b65b8eabd6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:06.957905 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d4931481-8188-4924-967e-4c07f93cadf3 req-d71473c8-5aa6-48a4-99a9-a3b65b8eabd6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.0761261 Dec 29 21:00:06.969844 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-cde98cbc-a823-4b51-8253-0db88ba02df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:06.971314 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-cde98cbc-a823-4b51-8253-0db88ba02df3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.0574694 Dec 29 21:00:07.002439 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d4931481-8188-4924-967e-4c07f93cadf3 req-ecd390f1-7fd8-4528-b2ae-7bf95b145352 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384214 Dec 29 21:00:07.048529 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-8e23432f-fe67-4be8-9bfe-20fad4c8cfe4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707045 Dec 29 21:00:07.115188 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:07.178007 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-d114166c-7149-4ca8-8a5a-2303c2d1d500 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223860 Dec 29 21:00:07.340252 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c799d0d4-9147-49ca-b438-e8fe767e94df req-169eb01e-bb4d-4ba3-a7ce-ec9c90b515c1 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556666 Dec 29 21:00:07.382572 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f455-4248-4896-905c-18a3653849d4 req-1f334bf2-be1e-41f5-bfe8-9ca6ebb3f7c3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:07.383279 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-aaa0f455-4248-4896-905c-18a3653849d4 req-1f334bf2-be1e-41f5-bfe8-9ca6ebb3f7c3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Synchronizing usage tracker for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:00:07.442871 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-aaa0f455-4248-4896-905c-18a3653849d4 req-1f334bf2-be1e-41f5-bfe8-9ca6ebb3f7c3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Unset dirty status for tenant:4ab51ee037374f88ab16f92d853d8d12 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:00:07.443978 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aaa0f455-4248-4896-905c-18a3653849d4 req-1f334bf2-be1e-41f5-bfe8-9ca6ebb3f7c3 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 944 time: 0.1472056 Dec 29 21:00:07.490871 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-40c6b507-caa0-48ae-9bd7-7a140d56653a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 1097 time: 0.1031680 Dec 29 21:00:07.519933 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aaa0f455-4248-4896-905c-18a3653849d4 req-70fe625a-c5e7-4985-841b-6c15c8e0159a tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692127 Dec 29 21:00:07.623618 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-cdfbb7eb-a99f-4e64-b199-7f7cd424a01d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:07.625030 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-cdfbb7eb-a99f-4e64-b199-7f7cd424a01d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 911 time: 0.1261265 Dec 29 21:00:07.769690 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-c80a0817-ff86-4a79-9702-4ce854040cf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb661778-ad03-42d4-bd51-be3d02658638 HTTP/1.1" status: 200 len: 217 time: 0.1380453 Dec 29 21:00:07.837281 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-5528ab0d-6f52-4dd0-a895-f284ec8f2486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:07.839060 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-5528ab0d-6f52-4dd0-a895-f284ec8f2486 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.0625033 Dec 29 21:00:07.914666 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-dd8cbaf2-eeef-40f7-81de-88a4032d349b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685036 Dec 29 21:00:08.008699 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:08.057687 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-ab71b415-73f0-4758-8940-28f490aadde0 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278579 Dec 29 21:00:08.196311 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-02d4e306-c0d0-4966-a762-849b0d3ccf03 req-1cec68b1-4bc3-4061-8335-3b3142cff7c9 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319568 Dec 29 21:00:08.234883 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2888e-aa4b-447e-9e07-f20072c8a93a req-a926ec1f-242b-44ce-919b-104a0602e68a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:08.236241 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aba2888e-aa4b-447e-9e07-f20072c8a93a req-a926ec1f-242b-44ce-919b-104a0602e68a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.0848627 Dec 29 21:00:08.286022 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-aba2888e-aa4b-447e-9e07-f20072c8a93a req-a997d8e3-40be-4b83-a470-61414e8dcb5f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Dec 29 21:00:08.715221 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f4e11-fb69-49b8-81c4-f2ce525c8fa2 req-df5bf6d8-7a13-46f3-a10b-ff0978984934 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:08.716613 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a6f4e11-fb69-49b8-81c4-f2ce525c8fa2 req-df5bf6d8-7a13-46f3-a10b-ff0978984934 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 944 time: 0.0778248 Dec 29 21:00:08.760059 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a6f4e11-fb69-49b8-81c4-f2ce525c8fa2 req-afd5856b-9fe1-44c2-a79b-86760ca3d8b1 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379388 Dec 29 21:00:09.496173 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cd0ee-b205-44b4-8977-a111b52b8901 req-e50f2d58-faf2-4f90-9a29-5d3d54312908 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:09.497636 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fe0cd0ee-b205-44b4-8977-a111b52b8901 req-e50f2d58-faf2-4f90-9a29-5d3d54312908 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.0744939 Dec 29 21:00:09.544537 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fe0cd0ee-b205-44b4-8977-a111b52b8901 req-11b9f41a-6a08-468e-8a84-1b506aa08941 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416036 Dec 29 21:00:09.953103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b9b3a-c1dd-4ac6-bca2-296c1b462aed req-86c2bcce-ab68-4564-b236-7c6897f2057d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:09.954546 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be1b9b3a-c1dd-4ac6-bca2-296c1b462aed req-86c2bcce-ab68-4564-b236-7c6897f2057d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 944 time: 0.0763502 Dec 29 21:00:09.999112 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be1b9b3a-c1dd-4ac6-bca2-296c1b462aed req-a01f4467-0c04-4dea-ac75-249da4a34487 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390322 Dec 29 21:00:11.166992 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device fb661778-ad03-42d4-bd51-be3d02658638 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:00:11.193473 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f862e1b-5677-4b97-9f47-fa6f990f18f4 req-56062d8f-4e2a-429a-a93d-5c60f3e97064 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:11.194948 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2f862e1b-5677-4b97-9f47-fa6f990f18f4 req-56062d8f-4e2a-429a-a93d-5c60f3e97064 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 944 time: 0.0774238 Dec 29 21:00:11.239513 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2f862e1b-5677-4b97-9f47-fa6f990f18f4 req-c405ba38-f107-4bf1-b4f2-0352a7e32531 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 Dec 29 21:00:11.296935 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port fb661778-ad03-42d4-bd51-be3d02658638, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fb661778-ad03-42d4-bd51-be3d02658638,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:11.310087 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': 'fb661778-ad03-42d4-bd51-be3d02658638', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'port_id': 'fb661778-ad03-42d4-bd51-be3d02658638', 'mac_address': 'fa:16:3e:6d:3e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:00:11.365136 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.382042 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb661778-ad03-42d4-bd51-be3d02658638 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:00:11.397078 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port fb661778-ad03-42d4-bd51-be3d02658638, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fb661778-ad03-42d4-bd51-be3d02658638,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:11.400305 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:11.463254 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=fb661778-ad03-42d4-bd51-be3d02658638,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:11.726517 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['fb661778-ad03-42d4-bd51-be3d02658638'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:00:12.436135 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb9fe9-3cbc-4432-80f6-1ce7bfe265b5 req-4c9c7844-2394-4952-85f7-1b981aab0836 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:12.437541 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2aeb9fe9-3cbc-4432-80f6-1ce7bfe265b5 req-4c9c7844-2394-4952-85f7-1b981aab0836 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 945 time: 0.0772464 Dec 29 21:00:12.481979 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2aeb9fe9-3cbc-4432-80f6-1ce7bfe265b5 req-46f1921e-6a2b-4d47-94c2-932b2ee27178 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387628 Dec 29 21:00:13.172249 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device fb661778-ad03-42d4-bd51-be3d02658638 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:00:13.236978 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port fb661778-ad03-42d4-bd51-be3d02658638 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:00:13.241352 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port fb661778-ad03-42d4-bd51-be3d02658638 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:00:13.241719 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:13.349630 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:13.375615 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:13.384906 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port fb661778-ad03-42d4-bd51-be3d02658638, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fb661778-ad03-42d4-bd51-be3d02658638,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:13.388669 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:13.430799 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638', 'code': 200} Dec 29 21:00:13.455547 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=fb661778-ad03-42d4-bd51-be3d02658638,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:13.714487 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ddd6e6a-bafb-4f87-aeee-2a6e15501667 req-28b56bcb-dff3-40ef-91de-ef14010c0781 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 1099 time: 0.1276829 Dec 29 21:00:13.720511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377b7d-323e-4775-863d-35d54a4522d5 req-223d8c62-1e8a-4708-8a91-0304fbd4367f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:13.721811 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-22377b7d-323e-4775-863d-35d54a4522d5 req-223d8c62-1e8a-4708-8a91-0304fbd4367f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.1060798 Dec 29 21:00:13.783826 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ddd6e6a-bafb-4f87-aeee-2a6e15501667 req-a1792efd-1371-4bf1-93ac-833bf2b7b109 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611236 Dec 29 21:00:13.793152 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-22377b7d-323e-4775-863d-35d54a4522d5 req-944ae8ff-91ee-4f37-8268-2d0490d9335e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575435 Dec 29 21:00:14.373311 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28d37a-54a8-4c7e-a2ce-57fe46ebc51c req-c44f252a-3f0a-4771-b0a7-d7cc39244a7e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:14.374763 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ae28d37a-54a8-4c7e-a2ce-57fe46ebc51c req-c44f252a-3f0a-4771-b0a7-d7cc39244a7e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0786726 Dec 29 21:00:14.419054 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ae28d37a-54a8-4c7e-a2ce-57fe46ebc51c req-a49e3506-5c33-4a66-bc6e-9b41e4e9a105 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387602 Dec 29 21:00:14.925462 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-02dca6e8-f5b9-451c-a8b0-472e34e75512 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680332 Dec 29 21:00:14.992293 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a07552-2adc-4ad6-8514-85bd39f4abeb req-cea3cc64-a6cf-44d4-8312-3ca09a14bed6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:14.993769 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-16a07552-2adc-4ad6-8514-85bd39f4abeb req-cea3cc64-a6cf-44d4-8312-3ca09a14bed6 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.0797837 Dec 29 21:00:15.007191 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:15.039085 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-16a07552-2adc-4ad6-8514-85bd39f4abeb req-b3481d2e-1631-465c-96b2-a2cdb22b942b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Dec 29 21:00:15.095780 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-d08b9c2a-76fc-471b-8391-3b6b3233c766 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 1099 time: 0.0757656 Dec 29 21:00:15.244128 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-9c7b6a1e-4ded-4f97-ab34-2250f1eb0f69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:15.245572 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-9c7b6a1e-4ded-4f97-ab34-2250f1eb0f69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1280272 Dec 29 21:00:15.348216 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-c42e6972-da15-416c-8166-df3a26309fc6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 200 len: 1000 time: 0.0951645 Dec 29 21:00:15.413847 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-e1e4b039-1b42-40cd-a397-a29734ad39bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:15.415272 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-e1e4b039-1b42-40cd-a397-a29734ad39bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0551097 Dec 29 21:00:15.492588 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-31929898-ffed-444d-bf03-23cd193c3875 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674450 Dec 29 21:00:15.742429 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-4b97271d-03d5-4635-8edd-f3eb6c605a7e service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423546 Dec 29 21:00:15.755148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521e5ed-a154-4663-af89-0ac91a9e1903 req-75fbfd75-2558-4472-9fea-09f8e8336dc0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:15.756483 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5521e5ed-a154-4663-af89-0ac91a9e1903 req-75fbfd75-2558-4472-9fea-09f8e8336dc0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.1251187 Dec 29 21:00:15.880451 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5521e5ed-a154-4663-af89-0ac91a9e1903 req-7e1243e7-6254-41a6-8ae5-0d8677b55803 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072757 Dec 29 21:00:15.912267 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1c3a139d-a414-4e1a-b77c-151a0434e1ed req-52ceeba7-c26b-48b5-9b74-91152334d803 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626778 Dec 29 21:00:16.239208 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30938eaa-de31-40c2-ba50-4c48a2e67b75 req-5da8c293-7f46-46a4-8b9c-11a90cb24abc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:16.240692 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-30938eaa-de31-40c2-ba50-4c48a2e67b75 req-5da8c293-7f46-46a4-8b9c-11a90cb24abc tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.0754108 Dec 29 21:00:16.284820 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-30938eaa-de31-40c2-ba50-4c48a2e67b75 req-f6bf1577-09f6-4ffd-b7ff-a6353af539fe tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386848 Dec 29 21:00:16.474202 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9274ea-bbc1-4164-90c8-1af8ac5600d8 req-f7562057-95fd-4fd2-ad88-fe77f379ea97 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:16.475651 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6f9274ea-bbc1-4164-90c8-1af8ac5600d8 req-f7562057-95fd-4fd2-ad88-fe77f379ea97 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.0776901 Dec 29 21:00:16.484362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 42970) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:00:16.489381 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Request body: {'floatingip': {'port_id': 'fb661778-ad03-42d4-bd51-be3d02658638'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:00:16.563399 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:17.070240 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:00:17.078742 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a830f1-5ddd-49d9-8a7c-23019c740de0 req-a3a1de05-804e-43cb-95f2-ba58054f7593 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:17.080185 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-59a830f1-5ddd-49d9-8a7c-23019c740de0 req-a3a1de05-804e-43cb-95f2-ba58054f7593 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0782566 Dec 29 21:00:17.125042 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-59a830f1-5ddd-49d9-8a7c-23019c740de0 req-caab4812-1aa0-4c92-a365-0a6292839861 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391281 Dec 29 21:00:17.144370 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:17.147994 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:17.326892 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Floating IP a68f2851-e5da-454b-9434-a23b67dbdc00 associated. External IP: 172.27.2.19, port: fb661778-ad03-42d4-bd51-be3d02658638. Dec 29 21:00:17.777808 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Router a6a84d82-bc57-4592-886a-7c3556d5e1be has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:00:17.975201 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:00:17.980660 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:17.985091 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] Sync routers for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:00:17.997001 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:17.997601 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:00:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:18.032744 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-3519e5e4-12a6-4c06-b058-f8c6c4687e17 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "PUT /v2.0/floatingips/a68f2851-e5da-454b-9434-a23b67dbdc00 HTTP/1.1" status: 200 len: 991 time: 1.5472817 Dec 29 21:00:18.033243 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:18.086406 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638', 'status': 'completed', 'code': 200} Dec 29 21:00:18.179759 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:18.187317 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-4bd352ab-6e98-4614-b26b-5adeee9431de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4ab51ee037374f88ab16f92d853d8d12&device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 1099 time: 0.0755734 Dec 29 21:00:18.330776 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfeb95-07cf-4aa4-9483-3223899a0a92 req-7be9d6c5-7b96-4e35-b915-900718cacfed tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:18.331447 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-c3a07ce5-448d-4301-8049-24428ecde81f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:18.332458 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-82bfeb95-07cf-4aa4-9483-3223899a0a92 req-7be9d6c5-7b96-4e35-b915-900718cacfed tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0784571 Dec 29 21:00:18.333100 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-c3a07ce5-448d-4301-8049-24428ecde81f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 200 len: 911 time: 0.1390049 Dec 29 21:00:18.381172 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-82bfeb95-07cf-4aa4-9483-3223899a0a92 req-ef5ab213-3655-4459-b256-872ce34d42e7 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Dec 29 21:00:18.442286 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-5f17f652-2ecc-4abe-aa7e-55f1a9a877ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb661778-ad03-42d4-bd51-be3d02658638 HTTP/1.1" status: 200 len: 999 time: 0.1028955 Dec 29 21:00:18.502617 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-fb0b5e3c-e83b-4404-8f9d-a908f46e34fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:18.504114 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-fb0b5e3c-e83b-4404-8f9d-a908f46e34fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 200 len: 849 time: 0.0559807 Dec 29 21:00:18.529134 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'a68f2851-e5da-454b-9434-a23b67dbdc00', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'port_id': 'fb661778-ad03-42d4-bd51-be3d02658638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'mac_address': 'fa:16:3e:6d:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:00:02Z', 'updated_at': '2021-12-29T21:00:17Z', 'revision_number': 1, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:18.532870 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] Checking router: a6a84d82-bc57-4592-886a-7c3556d5e1be for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:00:18.543944 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:00:18.544564 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:00:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:18.576693 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-8484c9ea-87ae-4966-b72b-f06fbd46c7d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664392 Dec 29 21:00:18.705637 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-d85584fb-db69-4b86-97a6-cdfe8c2f8a87 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225803 Dec 29 21:00:18.715667 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:00:18.835914 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-245af3bc-1073-4fe2-9e41-ac8cde44624c req-5c159e49-6adb-4967-a07c-d446481316a5 service neutron] 10.222.0.46 "GET /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241758 Dec 29 21:00:19.089978 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'a68f2851-e5da-454b-9434-a23b67dbdc00', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'port_id': 'fb661778-ad03-42d4-bd51-be3d02658638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'mac_address': 'fa:16:3e:6d:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:00:02Z', 'updated_at': '2021-12-29T21:00:17Z', 'revision_number': 1, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:00:19.093784 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1335c62e-c120-48e8-a29a-2d4f7b2b76f1 None None] The sync data for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi is: [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'a68f2851-e5da-454b-9434-a23b67dbdc00', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'floating_ip_address': '172.27.2.19', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'port_id': 'fb661778-ad03-42d4-bd51-be3d02658638', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'mac_address': 'fa:16:3e:6d:3e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:00:02Z', 'updated_at': '2021-12-29T21:00:17Z', 'revision_number': 1, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:00:19.298244 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc8106-46c5-4eab-b300-1b898c9f2b3e None None] New status for floating IP a68f2851-e5da-454b-9434-a23b67dbdc00: ACTIVE {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:00:19.578246 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bef2d-c3b7-474f-a56b-6452e4ff9960 req-ab72bd6a-6cda-4c74-9667-a44ce8e2d2c3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:19.579761 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f78bef2d-c3b7-474f-a56b-6452e4ff9960 req-ab72bd6a-6cda-4c74-9667-a44ce8e2d2c3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0783181 Dec 29 21:00:19.624415 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f78bef2d-c3b7-474f-a56b-6452e4ff9960 req-f6d07559-fd05-4069-be51-0837aae78296 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390596 Dec 29 21:00:20.829161 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67dd2a-9418-41a9-8f7a-2e6eb2fd27e4 req-17334d0d-03bf-4605-bc09-7a328bb27f07 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:20.830627 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c67dd2a-9418-41a9-8f7a-2e6eb2fd27e4 req-17334d0d-03bf-4605-bc09-7a328bb27f07 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0848923 Dec 29 21:00:20.877831 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c67dd2a-9418-41a9-8f7a-2e6eb2fd27e4 req-1cdfa80d-6105-4ffb-b3e0-234dabab049c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408998 Dec 29 21:00:22.077069 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60963bb-de5a-40d9-a49d-4b6eab6499ff req-9d811aa9-c61d-4385-b6fe-be23e4cf13d8 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:22.078536 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d60963bb-de5a-40d9-a49d-4b6eab6499ff req-9d811aa9-c61d-4385-b6fe-be23e4cf13d8 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0745943 Dec 29 21:00:22.122470 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d60963bb-de5a-40d9-a49d-4b6eab6499ff req-f6122d7c-7916-497b-9cc1-30a52ea428a7 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386002 Dec 29 21:00:23.317945 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c596277-8852-4497-9e7a-50670b1d5247 req-9f205dfe-8635-4ce8-90dd-866c75145f65 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:23.319391 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2c596277-8852-4497-9e7a-50670b1d5247 req-9f205dfe-8635-4ce8-90dd-866c75145f65 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0774236 Dec 29 21:00:23.363162 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2c596277-8852-4497-9e7a-50670b1d5247 req-2ebd3cc7-72df-471d-8ba7-eae88e39d8b1 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Dec 29 21:00:24.510283 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-297fcca3-a13b-4ef5-98ab-b3ea18d41308 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1098 time: 0.0767500 Dec 29 21:00:24.569573 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc87600-e57a-4122-8f7a-96e284179fe9 req-167d1771-3552-470a-89fe-66ef64049ab7 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:24.571097 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fcc87600-e57a-4122-8f7a-96e284179fe9 req-167d1771-3552-470a-89fe-66ef64049ab7 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0868385 Dec 29 21:00:24.617883 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fcc87600-e57a-4122-8f7a-96e284179fe9 req-d19ab0e7-e981-4ffa-bb2c-d287a45ccbc1 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Dec 29 21:00:24.729918 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-d2f21f8a-1028-48ea-a123-06c43b9aea14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:24.731360 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-d2f21f8a-1028-48ea-a123-06c43b9aea14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 910 time: 0.2112212 Dec 29 21:00:24.829977 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-c176c18d-5ccf-4f34-bc50-02296a560427 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 1001 time: 0.0918984 Dec 29 21:00:24.892857 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-ee450bfe-05ef-493a-ba92-f7b693f290cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:24.894317 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-ee450bfe-05ef-493a-ba92-f7b693f290cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 200 len: 848 time: 0.0579743 Dec 29 21:00:24.968434 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-5dbc9f99-f4d0-4be8-aba8-1866fc5f67a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef2cffa6-8718-49fc-8782-b29f824a0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668654 Dec 29 21:00:25.102049 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-430925cf-f8bc-43ac-8140-83a76e070819 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259010 Dec 29 21:00:25.229851 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-24d76afc-bc86-4aa5-9518-a95999a19c28 req-d50fd660-18af-4938-8621-e1e9b2000b88 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215971 Dec 29 21:00:25.817007 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba74e4-e3d9-4bf0-9e7e-ff9b38be84f6 req-cddde5ec-f4f1-42b1-8caf-7bd9c9659073 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:25.818448 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-46ba74e4-e3d9-4bf0-9e7e-ff9b38be84f6 req-cddde5ec-f4f1-42b1-8caf-7bd9c9659073 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0789208 Dec 29 21:00:25.863226 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-46ba74e4-e3d9-4bf0-9e7e-ff9b38be84f6 req-2d893d6e-154d-45fb-bc6c-ed28e533c273 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Dec 29 21:00:27.054561 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61792bdb-a518-4776-86bc-ef2208418d41 req-c04f1183-d422-4c6a-a8cd-2c9e6d4df0c8 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:27.055898 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-61792bdb-a518-4776-86bc-ef2208418d41 req-c04f1183-d422-4c6a-a8cd-2c9e6d4df0c8 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0750384 Dec 29 21:00:27.177014 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-61792bdb-a518-4776-86bc-ef2208418d41 req-7a7257bb-8ece-46fc-a403-34b8636b59c5 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151960 Dec 29 21:00:28.368667 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8705-9540-40af-bf1b-2990c4089b0a req-b69c12dc-ea75-49e3-93cf-a56a31e48703 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:28.370635 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7d2f8705-9540-40af-bf1b-2990c4089b0a req-b69c12dc-ea75-49e3-93cf-a56a31e48703 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0753095 Dec 29 21:00:28.415284 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7d2f8705-9540-40af-bf1b-2990c4089b0a req-7d11cf1b-2b72-4f7a-85f1-1f5929995265 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390379 Dec 29 21:00:28.604867 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-513e8784-9b17-4963-94f0-3f46848d7206 req-08c9ff8a-e8a3-485f-9d86-574ad21e5439 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0728076 Dec 29 21:00:28.793314 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-603b1f5f-05ea-4f40-aa32-426acd3e4299 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718946 Dec 29 21:00:28.871249 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa0579-3c18-44cf-9ea5-8b3763bbc06e req-f60575ba-cdda-4de6-94eb-0c65266b3979 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:28.872714 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3baa0579-3c18-44cf-9ea5-8b3763bbc06e req-f60575ba-cdda-4de6-94eb-0c65266b3979 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0829477 Dec 29 21:00:28.919440 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3baa0579-3c18-44cf-9ea5-8b3763bbc06e req-a807e001-a4b2-4bfd-9073-614bacc77851 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 Dec 29 21:00:30.009136 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-75152427-1323-42a8-b774-cd25a2647387 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218&tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4 HTTP/1.1" status: 200 len: 1098 time: 0.0697622 Dec 29 21:00:30.106181 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-73d4f84d-a0a8-4997-8261-5b45c24d9107 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1098 time: 0.0747588 Dec 29 21:00:30.117921 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae613d10-913d-469d-8e0e-d7ea5e7e5617 req-296e88ce-56cd-4c38-b65a-c3759dcbe867 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:30.120109 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ae613d10-913d-469d-8e0e-d7ea5e7e5617 req-296e88ce-56cd-4c38-b65a-c3759dcbe867 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0800531 Dec 29 21:00:30.164979 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ae613d10-913d-469d-8e0e-d7ea5e7e5617 req-1bd1d11a-fffc-457c-aa0d-32133dd2858c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Dec 29 21:00:30.239751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-176e3555-75a1-4d74-9140-b8d28734feab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:30.241492 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-176e3555-75a1-4d74-9140-b8d28734feab service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 910 time: 0.1281357 Dec 29 21:00:30.341131 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-f13138bf-8932-4e64-821c-62fb9a9bab0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 1001 time: 0.0920143 Dec 29 21:00:30.402896 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-22b66514-560a-41b2-aea4-f75a855ec228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:30.404176 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-22b66514-560a-41b2-aea4-f75a855ec228 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 200 len: 848 time: 0.0546107 Dec 29 21:00:30.477209 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-12392b9d-8391-4e20-bdb0-86fa4ba4b414 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef2cffa6-8718-49fc-8782-b29f824a0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652547 Dec 29 21:00:30.608690 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-c652901a-6e16-429b-87c7-0c6e6925c99d service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238136 Dec 29 21:00:30.736995 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-adb21fba-4001-47a4-8311-27d6f093954b service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208985 Dec 29 21:00:31.296577 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 4443fd20-bc34-41cb-b24f-a077f693cf39 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:00:31.357266 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494c07f-d204-45a4-b255-731eb58f5a35 req-a9b3fd64-fcf6-41de-b306-334c5a47c9ed tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:31.358734 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6494c07f-d204-45a4-b255-731eb58f5a35 req-a9b3fd64-fcf6-41de-b306-334c5a47c9ed tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0758009 Dec 29 21:00:31.407571 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:31.410041 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6494c07f-d204-45a4-b255-731eb58f5a35 req-b766eeae-a6bd-4ec5-a8b1-b70fb1edab58 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456305 Dec 29 21:00:31.435678 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:31.445200 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:31.449475 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:31.494835 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'code': 200} Dec 29 21:00:31.520528 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=6']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:31.528642 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.528994 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.529332 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.529666 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.530004 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.530331 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.530677 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.531015 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.531338 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.531660 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:31.531981 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:00:32.602477 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7799b-6434-46d5-beaa-837de03502eb req-754e9399-eb9d-4662-aad4-36ce4df92590 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:32.603904 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0db7799b-6434-46d5-beaa-837de03502eb req-754e9399-eb9d-4662-aad4-36ce4df92590 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0780647 Dec 29 21:00:32.647477 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0db7799b-6434-46d5-beaa-837de03502eb req-80447d08-c194-4692-b634-b8aa84a4356e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380781 Dec 29 21:00:33.273854 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-7793c507-e33a-4c68-ba37-f05ec7a2332d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:33.845191 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239054e5-b6a6-406d-a919-fb89c3cef7dd req-52999596-1863-46a7-92b0-485c9809954c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:33.846620 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-239054e5-b6a6-406d-a919-fb89c3cef7dd req-52999596-1863-46a7-92b0-485c9809954c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0753121 Dec 29 21:00:33.894037 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-239054e5-b6a6-406d-a919-fb89c3cef7dd req-74e7a64b-14ac-4f67-a346-97488b4058fa tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418196 Dec 29 21:00:35.163134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f656b-f5b8-453d-9587-93ff8317e019 req-dbd94f2e-3a9a-4af7-86d6-375dd82eef4c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:35.164518 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9f7f656b-f5b8-453d-9587-93ff8317e019 req-dbd94f2e-3a9a-4af7-86d6-375dd82eef4c tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.1527750 Dec 29 21:00:35.210746 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9f7f656b-f5b8-453d-9587-93ff8317e019 req-187716c2-73b8-435a-b98b-2291eaa617be tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399678 Dec 29 21:00:35.466841 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-8dc68e6b-fd16-40e5-bfb9-bceb4dac130e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:36.414386 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd5e71-9c5a-4a19-a823-02ea1c0e3cd6 req-261a8b62-c7bb-46b7-a64b-3f981b770f03 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:36.415983 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fbdd5e71-9c5a-4a19-a823-02ea1c0e3cd6 req-261a8b62-c7bb-46b7-a64b-3f981b770f03 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0815873 Dec 29 21:00:36.461044 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fbdd5e71-9c5a-4a19-a823-02ea1c0e3cd6 req-29279c1b-ccd9-48ca-8264-8d84ca8c1eb7 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390365 Dec 29 21:00:36.722158 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:37.117652 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:37.657421 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be01c-5b57-4e87-83a4-5cc1d604b32d req-14f0e320-a481-4bc0-950a-54a257c37d28 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:37.658875 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-248be01c-5b57-4e87-83a4-5cc1d604b32d req-14f0e320-a481-4bc0-950a-54a257c37d28 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0762963 Dec 29 21:00:37.702255 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-248be01c-5b57-4e87-83a4-5cc1d604b32d req-9f4062ed-b316-4989-b52e-68fcff11159b tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379739 Dec 29 21:00:38.010361 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:38.396855 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ca80a166-d52d-44e0-90a3-a31c4978bc55 req-228ac9ab-cbac-46a1-9887-d3c9563de5bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1096 time: 0.0694683 Dec 29 21:00:38.439337 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ca80a166-d52d-44e0-90a3-a31c4978bc55 req-682870e9-9e5e-4fb5-9910-22eb3d73b194 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348721 Dec 29 21:00:38.895696 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f25e30-6498-4560-97b9-6671c88a210a req-63a2e20f-8bcf-40d1-824a-32d494934ef3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:38.897109 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-98f25e30-6498-4560-97b9-6671c88a210a req-63a2e20f-8bcf-40d1-824a-32d494934ef3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 943 time: 0.0757458 Dec 29 21:00:38.943928 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-98f25e30-6498-4560-97b9-6671c88a210a req-35d8b7b1-f28f-4441-b6dd-2842c994b215 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411611 Dec 29 21:00:39.314622 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 4443fd20-bc34-41cb-b24f-a077f693cf39 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:00:39.443902 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:39.456480 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'port_id': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'mac_address': 'fa:16:3e:4e:75:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:00:39.507490 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:39.523513 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4443fd20-bc34-41cb-b24f-a077f693cf39 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:00:39.537738 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:39.542107 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:39.607908 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=7']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:40.006638 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['4443fd20-bc34-41cb-b24f-a077f693cf39'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:00:40.152524 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ccd7e-cba9-400a-b0d0-1e52241d3f1a req-4cef5331-9a60-44ed-bfb7-6c136d437aba tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:00:40.153947 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-721ccd7e-cba9-400a-b0d0-1e52241d3f1a req-4cef5331-9a60-44ed-bfb7-6c136d437aba tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 944 time: 0.0885959 Dec 29 21:00:40.199522 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-721ccd7e-cba9-400a-b0d0-1e52241d3f1a req-a098ff4d-7346-4318-a3e8-844d8d1b566a tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Dec 29 21:00:41.319545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 4443fd20-bc34-41cb-b24f-a077f693cf39 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:00:41.385819 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 4443fd20-bc34-41cb-b24f-a077f693cf39 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:00:41.386190 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:41.496145 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:41.521631 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:00:41.531334 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:00:41.536093 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:41.585116 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'code': 200} Dec 29 21:00:41.600849 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=8']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:00:45.020758 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:00:54.071477 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:01:03.280747 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a30312d7-d50c-4b73-a91a-8c68dd6bc24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:05.467900 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a319d975-b6c6-493b-99fc-48d88b4eca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:06.725744 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:07.120715 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:08.012436 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:15.012593 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:15.999199 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-58a62fe6-dcfa-40bd-b49b-71d5901babb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712047 Dec 29 21:01:16.088626 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-702819ad-0324-4d5e-9174-769b20d89f70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1098 time: 0.0664124 Dec 29 21:01:16.233641 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76368e-40e3-4272-af18-fd144ba71096 req-1fb00754-b6fc-4e2c-ba7b-35fc06610ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:16.235385 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-1fb00754-b6fc-4e2c-ba7b-35fc06610ab2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 910 time: 0.1274805 Dec 29 21:01:16.338187 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-03681986-e832-45c6-aae1-085adfb08d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 1001 time: 0.0957823 Dec 29 21:01:16.403490 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76368e-40e3-4272-af18-fd144ba71096 req-a540eeb7-f75e-4ace-a826-3ad4d54839f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:16.404942 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-a540eeb7-f75e-4ace-a826-3ad4d54839f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 200 len: 848 time: 0.0583174 Dec 29 21:01:16.482615 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-4d16c1b4-2445-43ae-a243-28cdd75748d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef2cffa6-8718-49fc-8782-b29f824a0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707209 Dec 29 21:01:16.613010 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-67d7df1f-8d9d-499b-a0f7-364db11daeaf service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228793 Dec 29 21:01:16.741597 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd76368e-40e3-4272-af18-fd144ba71096 req-1042253e-7096-4b30-93cb-33db42799b13 service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219444 Dec 29 21:01:18.896909 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a92bf6-f746-4b3f-9b3a-a45d8537815b req-cabea044-86ac-47e6-bc21-71e976728662 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:18.898349 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-09a92bf6-f746-4b3f-9b3a-a45d8537815b req-cabea044-86ac-47e6-bc21-71e976728662 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.0790174 Dec 29 21:01:18.941791 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-09a92bf6-f746-4b3f-9b3a-a45d8537815b req-338685ab-ceaa-4442-b160-2455d15393df tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378873 Dec 29 21:01:20.151012 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec600d-e44b-47fe-9823-acf26c8ecd5f req-2dd35d0d-838a-4034-8c81-0f6c8d683270 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:20.152904 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9dec600d-e44b-47fe-9823-acf26c8ecd5f req-2dd35d0d-838a-4034-8c81-0f6c8d683270 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.0750327 Dec 29 21:01:20.201929 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-9dec600d-e44b-47fe-9823-acf26c8ecd5f req-2a24588d-aaa9-4350-8861-9c2875affe42 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440102 Dec 29 21:01:20.759182 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-e1d81f73-e1c1-4fd6-8277-f4bdee7119d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:20.760184 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-e1d81f73-e1c1-4fd6-8277-f4bdee7119d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.0727594 Dec 29 21:01:20.827804 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Deleting port 3616e0b6-e936-4532-b059-8a08b399fe1e {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:01:20.828157 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:21.129719 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] For port 3616e0b6-e936-4532-b059-8a08b399fe1e, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=3616e0b6-e936-4532-b059-8a08b399fe1e,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:01:21.130078 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:21.410862 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49476567-f785-4a09-ac57-7ee8fed1b30a req-b943f534-8dd0-4081-a035-57ad9dba0b24 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:21.411432 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:21.411432 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:21.411692 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Floating IP bd565d4c-8442-4a91-9680-4c801438ae3a disassociated. External IP: 172.27.2.75, port: 3616e0b6-e936-4532-b059-8a08b399fe1e. Dec 29 21:01:21.412022 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Calling delete_port for 3616e0b6-e936-4532-b059-8a08b399fe1e owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:01:21.412234 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-49476567-f785-4a09-ac57-7ee8fed1b30a req-b943f534-8dd0-4081-a035-57ad9dba0b24 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 946 time: 0.0746903 Dec 29 21:01:21.459116 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-49476567-f785-4a09-ac57-7ee8fed1b30a req-1fe2ad6f-c0e4-4df3-9c97-6c924d79cd82 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=de17cdff-1a2a-45dc-9af9-95cbe66f09b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414145 Dec 29 21:01:21.553253 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:21.601604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event deleted for resources: {'Port': ['ID=3616e0b6-e936-4532-b059-8a08b399fe1e,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:21.614482 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.614848 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.615185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.615512 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.615834 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.616156 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.616475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.616790 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.617105 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.617418 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.617731 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:21.811278 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Router 04b5b287-a3c0-42f1-b90f-20e79d8692ee has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:01:22.016173 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:01:22.026882 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] Sync routers for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:01:22.039424 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:01:22.040268 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:01:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:22.087492 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] No DVR routers for this DVR port 3616e0b6-e936-4532-b059-8a08b399fe1e on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:01:22.090986 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:22.093560 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-deleted', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:01:22.109121 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c952f67e-f2df-49ed-bfe0-7be5e285d55c req-968444cf-0795-49e0-b5f2-ba5a431aa944 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "DELETE /v2.0/ports/3616e0b6-e936-4532-b059-8a08b399fe1e HTTP/1.1" status: 204 len: 173 time: 1.3434551 Dec 29 21:01:22.151389 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb6697-234a-4d4a-94da-fbb098f9651a', 'name': 'network-vif-deleted', 'tag': '3616e0b6-e936-4532-b059-8a08b399fe1e', 'status': 'completed', 'code': 200} Dec 29 21:01:22.219423 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:01:22.553378 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:22.557326 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] Checking router: 04b5b287-a3c0-42f1-b90f-20e79d8692ee for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:01:22.568712 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:01:22.569317 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:01:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:22.657537 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-83e23885-991f-4ebb-b16b-a51718a3a9be req-d9e6b10c-865d-406f-a067-fdd2e30b2b41 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:01:22.672827 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-83e23885-991f-4ebb-b16b-a51718a3a9be req-d9e6b10c-865d-406f-a067-fdd2e30b2b41 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:01:22.674169 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-83e23885-991f-4ebb-b16b-a51718a3a9be req-d9e6b10c-865d-406f-a067-fdd2e30b2b41 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb6697-234a-4d4a-94da-fbb098f9651a HTTP/1.1" status: 200 len: 210 time: 0.0603805 Dec 29 21:01:22.763388 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:01:23.066168 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:23.070333 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34921f5a-f246-423d-8fb4-3ab301377687 None None] The sync data for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi is: [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:01:23.289440 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7e0d63-134d-40ea-95b9-895b78fd9826 None None] New status for floating IP bd565d4c-8442-4a91-9680-4c801438ae3a: DOWN {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:01:23.838215 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43212) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:23.902073 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a828-348f-44a5-9441-a42fb1af01b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:23.928116 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a828-348f-44a5-9441-a42fb1af01b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:23.978279 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a828-348f-44a5-9441-a42fb1af01b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:23.996452 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0a828-348f-44a5-9441-a42fb1af01b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17cdff-1a2a-45dc-9af9-95cbe66f09b3,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:24.005556 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a828-348f-44a5-9441-a42fb1af01b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:24.006685 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-cdf0a828-348f-44a5-9441-a42fb1af01b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "DELETE /v2.0/security-groups/de17cdff-1a2a-45dc-9af9-95cbe66f09b3 HTTP/1.1" status: 204 len: 168 time: 0.1674190 Dec 29 21:01:24.009373 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43216) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:24.025325 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.api.v2.resource [None req-eec6e894-c271-4376-aec8-a0dd68d14860 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] show failed (client error): The resource could not be found. Dec 29 21:01:24.026295 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-eec6e894-c271-4376-aec8-a0dd68d14860 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups/de17cdff-1a2a-45dc-9af9-95cbe66f09b3 HTTP/1.1" status: 404 len: 347 time: 0.0160227 Dec 29 21:01:24.029617 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43220) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:24.181762 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Deleting port 8c4a1696-a89f-4cbb-987f-8f55f180dff6 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:01:24.182104 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:24.418599 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:24.418947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:24.537834 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Calling delete_port for 8c4a1696-a89f-4cbb-987f-8f55f180dff6 owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:01:24.669953 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:24.715571 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event deleted for resources: {'Port': ['ID=8c4a1696-a89f-4cbb-987f-8f55f180dff6,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:24.803804 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:24.820861 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:24.821983 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-72715885-c373-441c-9dbb-e19659c9aa7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "DELETE /v2.0/floatingips/bd565d4c-8442-4a91-9680-4c801438ae3a HTTP/1.1" status: 204 len: 168 time: 0.7915068 Dec 29 21:01:25.043595 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43228) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:25.049464 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123354041', 'description': 'tempest-description--1843018991'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:25.055251 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:01:25.059992 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:01:25.062834 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:01:25.068580 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:01:25.078985 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.112211 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:01:25.115851 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group_rule and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:01:25.118497 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:01:25.124884 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:01:25.181032 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.185132 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.226557 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61c20b6-d7a3-432a-ba98-1db8514417aa,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:25.232898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.234512 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-75c2233f-5138-4a61-89e3-85ec6f1ad4ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1894197 Dec 29 21:01:25.236919 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43232) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:25.242257 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'security_group_rule': {'security_group_id': 'e61c20b6-d7a3-432a-ba98-1db8514417aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:25.247980 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:01:25.251765 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group_rule and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:01:25.254564 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:01:25.260125 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:01:25.278769 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.338510 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.343361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.370197 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622e37c8-349b-44b7-9729-94f77c5d8d92,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:25.377136 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.378310 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-78cacea5-790a-4be8-9967-98508d7889e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1404953 Dec 29 21:01:25.380856 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43238) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:25.386189 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'security_group_rule': {'security_group_id': 'e61c20b6-d7a3-432a-ba98-1db8514417aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:25.393344 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:01:25.396925 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:security_group_rule and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:01:25.399737 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:01:25.405244 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:01:25.421233 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.483665 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.486915 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.510185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40859ee8-bef4-4744-9f44-12cf5dbf487a,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:25.518792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.519929 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-86ac210f-f810-4c5f-9cc1-8ffc1748fc2e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1382005 Dec 29 21:01:25.522949 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43244) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:25.527926 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:25.532904 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:01:25.536601 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Usage tracker for resource:floatingip and tenant:c57d417a00fc4d18b249a80a29223706 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:01:25.539423 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:01:25.545205 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:01:25.545944 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:01:25.554846 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.579239 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 3616e0b6-e936-4532-b059-8a08b399fe1e {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:01:25.579583 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 3616e0b6-e936-4532-b059-8a08b399fe1e not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:01:25.685601 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.816253 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Allocated IP 172.27.2.27 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/02165945-a9e2-4cb6-991f-8f21525ee4f3) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:01:25.960554 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:25.986312 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:26.054220 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:01:26.057082 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:01:26.062255 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:01:26.085534 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'Port': ['ID=02165945-a9e2-4cb6-991f-8f21525ee4f3,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:26.226034 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:26.278719 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:26.556055 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:26.560773 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:26.659291 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'Port': ['ID=02165945-a9e2-4cb6-991f-8f21525ee4f3,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:26.676188 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:26.696885 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:26.698177 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c4eb9801-3b1b-4970-9b26-49db0d281636 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1743426 Dec 29 21:01:26.868355 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-4a8baf64-2050-40be-b604-c9d2fe8a2b53 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:01:26.883831 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-4a8baf64-2050-40be-b604-c9d2fe8a2b53 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:01:26.885008 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-4a8baf64-2050-40be-b604-c9d2fe8a2b53 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--123354041&fields=id&tenant_id=c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 267 time: 0.0574913 Dec 29 21:01:27.031837 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0809caac-4b99-4ea1-90dd-be791449a13d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:27.033252 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0809caac-4b99-4ea1-90dd-be791449a13d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 815 time: 0.1409459 Dec 29 21:01:27.048810 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-4d5f72ca-5f7b-472f-9a33-52e152dafd42 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/quotas/c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 375 time: 0.0100453 Dec 29 21:01:27.127792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-9b985fa0-6b78-428b-a107-5881ba97f02b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:01:27.142426 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-9b985fa0-6b78-428b-a107-5881ba97f02b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:01:27.143713 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-9b985fa0-6b78-428b-a107-5881ba97f02b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900769 Dec 29 21:01:27.275642 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-00848888-5223-43a4-957e-4d3555eea8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203015 Dec 29 21:01:27.402758 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-50200683-374f-4b7a-9732-38e9d9431029 service neutron] 10.222.0.37 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213157 Dec 29 21:01:27.588258 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-69bb8fe4-1e5d-44a8-891d-af2c1fed8225 req-6e6f3a24-829e-476c-9741-f76accb55c78 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 210 time: 0.0464764 Dec 29 21:01:28.635692 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-a7690690-00e8-4f8f-aef2-d514f6b4e94a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:28.637141 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-a7690690-00e8-4f8f-aef2-d514f6b4e94a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 815 time: 0.1431153 Dec 29 21:01:28.703272 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-15dc25ab-93c4-4cd5-bdd7-24b0d7c42261 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 379 time: 0.0526648 Dec 29 21:01:28.713388 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'port': {'device_id': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'admin_state_up': True, 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'security_groups': ['e61c20b6-d7a3-432a-ba98-1db8514417aa']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:28.782205 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-63b2a171-1455-46b7-87b5-2ede1b99e91d req-2fd4370e-0536-405e-9d8a-872ba59da52e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 210 time: 0.0423534 Dec 29 21:01:28.854615 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:01:28.864452 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:01:28.873804 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Made reservation on behalf of c57d417a00fc4d18b249a80a29223706 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:01:28.876757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:29.028268 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Allocated IP 172.20.0.5 (1a384869-5d93-45ce-8cdd-facb11f512d9/5241868a-af43-4ecf-988e-1165a71c6f8e/0a9f7428-fe39-4bc7-b1ae-408f52eeeec8) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:01:29.208461 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:29.223274 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Transition to ACTIVE for port object 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:01:29.243656 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:29.313424 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:01:29.316405 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:01:29.320850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:01:29.345713 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:29.381969 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:29.382566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:29.408571 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-0a541260-ec8d-4b6f-962b-c933b5106780 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6991978 Dec 29 21:01:29.421162 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Request body: {'port': {'device_id': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:29.531220 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:29.582375 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-70fc0b36-4365-4f55-afe7-38e82b44a7a0 None None] Provisioning for port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:01:29.587457 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-70fc0b36-4365-4f55-afe7-38e82b44a7a0 None None] Provisioning complete for port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:01:29.587771 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-70fc0b36-4365-4f55-afe7-38e82b44a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:29.641552 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-70fc0b36-4365-4f55-afe7-38e82b44a7a0 None None] Port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:01:29.936025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:01:29.943754 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:29.958164 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Transition to ACTIVE for port object 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:01:29.962675 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:30.005213 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a949bd-2253-46e0-891c-e36ee5538a19 req-9c3ec755-1cce-4345-ba9f-492180ab8c14 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:30.006670 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-46a949bd-2253-46e0-891c-e36ee5538a19 req-9c3ec755-1cce-4345-ba9f-492180ab8c14 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0768919 Dec 29 21:01:30.066963 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-46a949bd-2253-46e0-891c-e36ee5538a19 req-5892b560-19de-41ae-98f1-787bb6044740 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543969 Dec 29 21:01:30.094872 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:30.201773 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Attempting to bind port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:01:30.202103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Attempting to bind port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:01:30.202417 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Attempting to bind port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 on network 1a384869-5d93-45ce-8cdd-facb11f512d9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:01:30.208374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 on network 1a384869-5d93-45ce-8cdd-facb11f512d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 21:01:30.208690 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Attempting to bind port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 on network 1a384869-5d93-45ce-8cdd-facb11f512d9 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:01:30.216550 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:01:30.216885 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Checking segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:01:30.217271 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Bound using segment: {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:01:30.217697 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Bound port: 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4592936b-ac48-4377-9c32-54a2b17aa70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:01:30.218048 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:30.310197 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:01:30.313824 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:01:30.318319 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:30.376908 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:30.378513 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] 10.222.0.46 "PUT /v2.0/ports/0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 200 len: 1093 time: 0.9616485 Dec 29 21:01:30.381416 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:01:30.403362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf928-8be6-4ec2-9581-2a3caf0c38ad service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:30.466425 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'status': 'completed', 'code': 200} Dec 29 21:01:30.510740 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-a7611f76-0565-4db6-90cc-063fedcd15b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1096 time: 0.0814123 Dec 29 21:01:30.580941 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-b9087ac5-1b10-4a1d-bd85-f12016673d87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 200 len: 217 time: 0.0617971 Dec 29 21:01:30.645616 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-8c2bed88-8644-4099-979c-a6cb7dd610e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:30.646942 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-8c2bed88-8644-4099-979c-a6cb7dd610e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0595448 Dec 29 21:01:30.730821 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-c8956a88-e500-4bf1-be51-b98b29dca65f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651834 Dec 29 21:01:30.858643 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-89711f93-1305-47d2-b7a6-e403cc94983c service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201382 Dec 29 21:01:30.989812 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-25ba3b84-3638-49b9-ab4c-7f66e54f23a3 req-7c706069-1c4d-407d-bef2-182b8427b438 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232963 Dec 29 21:01:31.071589 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:01:31.118912 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b61876e-d8f3-412c-9552-e43282875f65 req-c4de15a6-7e96-48c6-b80f-924e193c1384 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1096 time: 0.0712240 Dec 29 21:01:31.300129 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61876e-d8f3-412c-9552-e43282875f65 req-f82d8c58-f16d-4d63-ba19-3dbce5efefde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:31.301470 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b61876e-d8f3-412c-9552-e43282875f65 req-f82d8c58-f16d-4d63-ba19-3dbce5efefde service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1742132 Dec 29 21:01:31.371231 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb00456-3fa2-4f36-bda5-e130cd11a000 req-3626e160-fb1b-49bf-9e21-7614bc593f4f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:31.371928 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-fdb00456-3fa2-4f36-bda5-e130cd11a000 req-3626e160-fb1b-49bf-9e21-7614bc593f4f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Synchronizing usage tracker for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:01:31.456864 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b61876e-d8f3-412c-9552-e43282875f65 req-2b60191a-253b-4059-bfa4-741f99213b46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 200 len: 217 time: 0.1459296 Dec 29 21:01:31.495555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-fdb00456-3fa2-4f36-bda5-e130cd11a000 req-3626e160-fb1b-49bf-9e21-7614bc593f4f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Unset dirty status for tenant:c57d417a00fc4d18b249a80a29223706 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:01:31.496626 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fdb00456-3fa2-4f36-bda5-e130cd11a000 req-3626e160-fb1b-49bf-9e21-7614bc593f4f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.2973123 Dec 29 21:01:31.544784 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61876e-d8f3-412c-9552-e43282875f65 req-8a0a34f5-a607-4a61-baca-59b8c1fa7aa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:31.546178 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b61876e-d8f3-412c-9552-e43282875f65 req-8a0a34f5-a607-4a61-baca-59b8c1fa7aa6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0831969 Dec 29 21:01:31.590532 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fdb00456-3fa2-4f36-bda5-e130cd11a000 req-fdb41775-6c65-467a-8781-0222c2b8fbfd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870340 Dec 29 21:01:31.629925 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b61876e-d8f3-412c-9552-e43282875f65 req-11906f18-a454-41f7-89a8-11bb1eb45d76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760701 Dec 29 21:01:31.758269 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b61876e-d8f3-412c-9552-e43282875f65 req-1c1a7b9e-6f1d-48a1-93fc-6b656e5719eb service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207776 Dec 29 21:01:31.887762 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1b61876e-d8f3-412c-9552-e43282875f65 req-9579b81d-752a-4188-89ac-5862258a18fe service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218929 Dec 29 21:01:32.953152 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108d400-b789-45c9-bdb2-7899ce2a531d req-c3dd80f8-6c8e-4a9b-8ccf-320a66de1cf6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:32.958087 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6108d400-b789-45c9-bdb2-7899ce2a531d req-c3dd80f8-6c8e-4a9b-8ccf-320a66de1cf6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0871582 Dec 29 21:01:32.999272 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6108d400-b789-45c9-bdb2-7899ce2a531d req-94a3738b-b409-4f89-a7fc-6b92e6dcece8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393519 Dec 29 21:01:33.273538 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-40c37926-b727-4cec-bd7d-8fde8147123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:34.213541 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318a427-8914-4178-9f70-cfa784f275eb req-a6cb9077-2c40-4180-82c5-2b79628e3a31 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:34.214881 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1318a427-8914-4178-9f70-cfa784f275eb req-a6cb9077-2c40-4180-82c5-2b79628e3a31 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0773220 Dec 29 21:01:34.258133 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1318a427-8914-4178-9f70-cfa784f275eb req-e5445295-d54f-4415-bcd9-2375f56288f4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372994 Dec 29 21:01:34.484739 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:01:34.612013 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:01:34.625078 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'port_id': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'mac_address': 'fa:16:3e:32:18:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:01:34.708690 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:34.724616 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:01:34.740038 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:01:34.743647 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:34.806300 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:34.814943 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.815285 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.815619 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.815951 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.816273 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.816597 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.816915 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.817233 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.817547 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.817860 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:34.818424 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:01:35.461495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d1f62-37f3-4a6f-be64-3ba30f3720f9 req-8e34cbc4-68d2-4106-acd4-d7d4e2a79a0f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:35.462959 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-152d1f62-37f3-4a6f-be64-3ba30f3720f9 req-8e34cbc4-68d2-4106-acd4-d7d4e2a79a0f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 944 time: 0.0752552 Dec 29 21:01:35.469698 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-21df41a5-d23a-43d3-ab01-70fca5cdde22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:35.508424 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-152d1f62-37f3-4a6f-be64-3ba30f3720f9 req-70ef2460-c167-4946-b539-30cb280938ee tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382757 Dec 29 21:01:36.718165 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c980ca-436d-44a5-a2d9-b52b15dcc5c7 req-00765ecd-c130-47ab-bb8f-509d7f4cb73f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:36.719784 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e6c980ca-436d-44a5-a2d9-b52b15dcc5c7 req-00765ecd-c130-47ab-bb8f-509d7f4cb73f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 944 time: 0.0795751 Dec 29 21:01:36.728155 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:36.763996 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e6c980ca-436d-44a5-a2d9-b52b15dcc5c7 req-150748ef-da41-4d8c-930d-abf55dc6f0bc tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387807 Dec 29 21:01:37.122921 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:37.465613 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:01:37.972754 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab0992-31f6-4921-9d17-dfcce79e70f0 req-5f2ed9b9-a008-44e3-9270-3646224c643a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:37.974204 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-73ab0992-31f6-4921-9d17-dfcce79e70f0 req-5f2ed9b9-a008-44e3-9270-3646224c643a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 944 time: 0.0762625 Dec 29 21:01:38.015080 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:38.020744 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-73ab0992-31f6-4921-9d17-dfcce79e70f0 req-dbab7424-2ffd-419b-9fe3-437e49905229 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397663 Dec 29 21:01:39.237175 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31465f01-1760-4c9f-8f76-241a6c21ea4b req-3b0a2c65-1d87-4d22-a165-2c1d4bbf8668 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:39.238679 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-31465f01-1760-4c9f-8f76-241a6c21ea4b req-3b0a2c65-1d87-4d22-a165-2c1d4bbf8668 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 944 time: 0.0799747 Dec 29 21:01:39.283580 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-31465f01-1760-4c9f-8f76-241a6c21ea4b req-848bd06b-1181-45b2-b5ed-66dc235f8fee tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394363 Dec 29 21:01:39.631340 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:01:39.696328 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:01:39.701303 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:01:39.701669 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:39.808776 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:39.837836 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:01:39.852795 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:01:39.857298 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:39.899592 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'code': 200} Dec 29 21:01:39.936672 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:40.120419 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d903dd33-0717-4560-b019-108ed95d7764 req-e0aec52f-985a-4843-9de2-4c5a55d71867 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1098 time: 0.0673177 Dec 29 21:01:40.166332 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d903dd33-0717-4560-b019-108ed95d7764 req-db289a96-b2a3-4a76-a521-3f17417fc2c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378942 Dec 29 21:01:40.492126 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2ca22-cb2a-47b5-a490-24c96c26364d req-5649c7fd-1f1e-490d-999c-b9ebf0f828f4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:40.493620 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cab2ca22-cb2a-47b5-a490-24c96c26364d req-5649c7fd-1f1e-490d-999c-b9ebf0f828f4 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0792556 Dec 29 21:01:40.539030 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cab2ca22-cb2a-47b5-a490-24c96c26364d req-cb4a4b55-4afc-497b-b92b-6fc4016f61c7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394864 Dec 29 21:01:41.749294 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31307e-267c-4906-9e20-69b26bbc3eab req-6e2372be-cbbe-483b-8ad6-efbcfa50adbf tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:41.750784 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ea31307e-267c-4906-9e20-69b26bbc3eab req-6e2372be-cbbe-483b-8ad6-efbcfa50adbf tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0782537 Dec 29 21:01:41.798632 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ea31307e-267c-4906-9e20-69b26bbc3eab req-db47b97e-5676-4b34-8c58-5b8fa8a4773b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424578 Dec 29 21:01:43.008019 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056adad0-aced-49c3-8829-69cedca5c3e5 req-77dd58b0-dad4-47ba-ae24-7f82e8986132 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:43.009486 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-056adad0-aced-49c3-8829-69cedca5c3e5 req-77dd58b0-dad4-47ba-ae24-7f82e8986132 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0772345 Dec 29 21:01:43.053745 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-056adad0-aced-49c3-8829-69cedca5c3e5 req-068c790f-232b-40e3-9bd0-b51e433873eb tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Dec 29 21:01:43.262892 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5b299-aba4-4b6d-b2be-86344400ea37 req-1631e2e9-d3fd-4ca9-9c47-361f90f2feb1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:43.264929 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-81e5b299-aba4-4b6d-b2be-86344400ea37 req-1631e2e9-d3fd-4ca9-9c47-361f90f2feb1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0771205 Dec 29 21:01:43.273640 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43364) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:01:43.279566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Request body: {'floatingip': {'port_id': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:43.359927 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:44.001192 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:44.004619 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:44.188189 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Floating IP eaf91d42-4d39-4ceb-b171-76a0c004e2ed associated. External IP: 172.27.2.27, port: 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8. Dec 29 21:01:44.576641 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Router 04b5b287-a3c0-42f1-b90f-20e79d8692ee has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:01:44.772241 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:01:44.777351 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:44.782993 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] Sync routers for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:01:44.794416 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:01:44.795085 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:01:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:44.829365 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-48f74e58-4293-4615-b02f-2865c79fd7d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "PUT /v2.0/floatingips/eaf91d42-4d39-4ceb-b171-76a0c004e2ed HTTP/1.1" status: 200 len: 990 time: 1.5545981 Dec 29 21:01:44.830190 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:01:44.899888 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'status': 'completed', 'code': 200} Dec 29 21:01:44.975546 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:01:44.996965 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-de0ba70f-050a-45ce-bbe9-386a16312a71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1098 time: 0.0731692 Dec 29 21:01:45.049808 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:45.127264 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-81c0f33d-59a1-41d3-8587-e8e60be8268e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:45.128698 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-81c0f33d-59a1-41d3-8587-e8e60be8268e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1252434 Dec 29 21:01:45.230519 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-26f4b664-8736-45b5-a299-49023000b4eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 200 len: 998 time: 0.0948350 Dec 29 21:01:45.333675 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'eaf91d42-4d39-4ceb-b171-76a0c004e2ed', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'port_id': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'mac_address': 'fa:16:3e:32:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:01:26Z', 'updated_at': '2021-12-29T21:01:43Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:45.338702 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] Checking router: 04b5b287-a3c0-42f1-b90f-20e79d8692ee for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:01:45.351511 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:01:45.352129 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:01:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:45.395172 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-cd3511c1-01fb-4028-8583-2a9fec5a2998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:45.396595 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-cd3511c1-01fb-4028-8583-2a9fec5a2998 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.1600738 Dec 29 21:01:45.477591 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-796d09be-3719-420d-8e0c-9647f6f5799e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726805 Dec 29 21:01:45.537223 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:01:45.639002 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-dba6b0c1-3e75-40c8-ad3c-b8cb8906dec9 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531484 Dec 29 21:01:45.764000 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-49938b5a-e111-45fb-92c7-22367749f76b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1605217856&fields=id&tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 267 time: 0.1237655 Dec 29 21:01:45.889373 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1fd93806-d39a-4d35-872a-762dcaff11ab req-e4b5dee3-f46a-4996-a96f-45b1ed4fd55d service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363012 Dec 29 21:01:45.942341 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-d88a2f17-490a-431e-b841-cfa4178ca1fa tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:45.944086 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-d88a2f17-490a-431e-b841-cfa4178ca1fa tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 812 time: 0.1739352 Dec 29 21:01:45.963216 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-31f3a35f-7dbb-4a9b-a1ec-a64cae5b6545 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/quotas/f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 375 time: 0.0124714 Dec 29 21:01:45.999192 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'eaf91d42-4d39-4ceb-b171-76a0c004e2ed', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'port_id': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'mac_address': 'fa:16:3e:32:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:01:26Z', 'updated_at': '2021-12-29T21:01:43Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:01:46.004480 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27a293-d8cd-47c1-b95c-ccca9e84c42a None None] The sync data for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi is: [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'eaf91d42-4d39-4ceb-b171-76a0c004e2ed', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'port_id': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'mac_address': 'fa:16:3e:32:18:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:01:26Z', 'updated_at': '2021-12-29T21:01:43Z', 'revision_number': 1, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:01:46.061096 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-f90e860c-0b7e-41d0-8da3-c18b4f5ba310 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0919242 Dec 29 21:01:46.232236 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-168a9a4b-00aa-4989-a5ef-aeb0e4142173 service neutron] 10.222.0.37 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573119 Dec 29 21:01:46.274599 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b6d315-a5ea-435e-890d-58f1e521c717 None None] New status for floating IP eaf91d42-4d39-4ceb-b171-76a0c004e2ed: ACTIVE {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:01:46.377190 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-f72a3fd6-724b-4ebb-9c1a-408d08db6162 service neutron] 10.222.0.37 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390960 Dec 29 21:01:46.767667 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d43ebbae-5f57-43b0-ae64-3175aa064ef6 req-fc6b0e7b-074a-4a77-9326-e00bbbb0000e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 210 time: 0.0448143 Dec 29 21:01:47.758994 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-e9df49ce-7ae9-4d2f-b1de-7e2012a8a617 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:47.760351 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-e9df49ce-7ae9-4d2f-b1de-7e2012a8a617 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 812 time: 0.1453764 Dec 29 21:01:47.815955 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-f6bf3f11-4fda-4d05-9e64-36a0bd2ad37d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c HTTP/1.1" status: 200 len: 380 time: 0.0421729 Dec 29 21:01:47.824683 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'port': {'device_id': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'admin_state_up': True, 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'security_groups': ['471a599c-3c26-48fb-b6aa-adb9ead3b594']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:47.930883 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-2d85ff5b-c982-44de-b30d-ca7c285cd6ee req-0ec3d304-e35e-416d-96f3-46d3615a4c30 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 210 time: 0.0429306 Dec 29 21:01:47.960958 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:01:47.970740 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:01:47.979865 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Made reservation on behalf of f6605294a2f54d1b8e2be6b90dc68f7c for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:01:47.983340 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:48.136433 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Allocated IP 172.20.0.10 (98d55cc5-bfd8-4777-9fa2-a2132f0ede97/225e5a5c-2d02-4a03-8d12-c030f03c3bff/87bc1445-adba-4c28-9225-990b41c6f15d) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:01:48.396376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:48.413088 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Transition to ACTIVE for port object 87bc1445-adba-4c28-9225-990b41c6f15d will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:01:48.434499 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:48.504269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:01:48.507228 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:01:48.511036 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:01:48.545258 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=87bc1445-adba-4c28-9225-990b41c6f15d,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:48.580256 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:48.581001 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:48.605710 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-98c1e581-37bf-4378-bb4d-4c168e654d5b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848012 Dec 29 21:01:48.617125 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Request body: {'port': {'device_id': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:01:48.723286 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:48.736933 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-2f2ee190-335e-4f3f-b214-b7e1c62cfba3 None None] Provisioning for port 87bc1445-adba-4c28-9225-990b41c6f15d completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:01:48.741915 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-2f2ee190-335e-4f3f-b214-b7e1c62cfba3 None None] Provisioning complete for port 87bc1445-adba-4c28-9225-990b41c6f15d triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:01:48.742292 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee190-335e-4f3f-b214-b7e1c62cfba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:48.795949 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ee190-335e-4f3f-b214-b7e1c62cfba3 None None] Port 87bc1445-adba-4c28-9225-990b41c6f15d cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:01:49.060515 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bc1445-adba-4c28-9225-990b41c6f15d {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:01:49.067538 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:49.082180 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Transition to ACTIVE for port object 87bc1445-adba-4c28-9225-990b41c6f15d will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:01:49.085627 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:49.127775 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73b8ab-650d-43ea-9f05-2e2858decf86 req-f027fb48-bcb1-4e3d-becd-7fcafc9653ff tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:49.129222 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1e73b8ab-650d-43ea-9f05-2e2858decf86 req-f027fb48-bcb1-4e3d-becd-7fcafc9653ff tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0768509 Dec 29 21:01:49.177794 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1e73b8ab-650d-43ea-9f05-2e2858decf86 req-fab2cfcf-f2b3-4afb-b41f-880ff2b719ea tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Dec 29 21:01:49.217314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Pushing event updated for resources: {'Port': ['ID=87bc1445-adba-4c28-9225-990b41c6f15d,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:49.331631 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Attempting to bind port 87bc1445-adba-4c28-9225-990b41c6f15d on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:01:49.331960 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Attempting to bind port 87bc1445-adba-4c28-9225-990b41c6f15d by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:01:49.332279 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Attempting to bind port 87bc1445-adba-4c28-9225-990b41c6f15d on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:01:49.337796 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Port 87bc1445-adba-4c28-9225-990b41c6f15d on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 21:01:49.338134 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Attempting to bind port 87bc1445-adba-4c28-9225-990b41c6f15d on network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:01:49.344387 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:01:49.344717 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Checking segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:01:49.345090 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Bound using segment: {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:01:49.345504 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Bound port: 87bc1445-adba-4c28-9225-990b41c6f15d, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d0ab38-449f-4569-aa7a-ead661afc35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:01:49.345840 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:49.436231 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] For port 87bc1445-adba-4c28-9225-990b41c6f15d, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:01:49.439362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] For port 87bc1445-adba-4c28-9225-990b41c6f15d, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=87bc1445-adba-4c28-9225-990b41c6f15d,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:01:49.443943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:49.509269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:01:49.510623 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] 10.222.0.46 "PUT /v2.0/ports/87bc1445-adba-4c28-9225-990b41c6f15d HTTP/1.1" status: 200 len: 1094 time: 0.8978209 Dec 29 21:01:49.511073 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:01:49.529881 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bd774-95dc-4395-b6e4-9cff0a3e3d55 service neutron] Pushing event updated for resources: {'Port': ['ID=87bc1445-adba-4c28-9225-990b41c6f15d,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:01:49.587280 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d', 'status': 'completed', 'code': 200} Dec 29 21:01:49.628882 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-9ef498e8-e68c-4275-8770-e9a1b521e49a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 1097 time: 0.0794039 Dec 29 21:01:49.701941 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-3f645f94-79ed-4016-a319-acbdb0e6e67b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87bc1445-adba-4c28-9225-990b41c6f15d HTTP/1.1" status: 200 len: 217 time: 0.0653374 Dec 29 21:01:49.762802 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-bb9831dd-cbf0-4cc2-ba26-f258aed749f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:49.764342 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-bb9831dd-cbf0-4cc2-ba26-f258aed749f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0567181 Dec 29 21:01:49.836310 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-747e7959-753f-4b53-95b0-d805a268a17e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660460 Dec 29 21:01:49.965795 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-d7940736-f6ac-408c-bf87-9e8d863f1de9 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224680 Dec 29 21:01:50.093549 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c9b51ec5-8b8f-4d9b-85ca-8f2cf2d08993 req-7cb6362b-ddd6-4be5-b1ab-59ad4da435d7 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218233 Dec 29 21:01:50.276053 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-82bb2fc9-7cff-4009-9a30-8bbcdba36f3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 1097 time: 0.1410418 Dec 29 21:01:50.381526 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a2198-5afb-4e44-8cf8-13ee4265f9e2 req-c1961e08-ac0c-4896-8d90-a974728929ca tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:50.383005 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-966a2198-5afb-4e44-8cf8-13ee4265f9e2 req-c1961e08-ac0c-4896-8d90-a974728929ca tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0806596 Dec 29 21:01:50.405187 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-2e68d5dd-3ff9-4b86-9a62-080231979c4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:50.406600 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-2e68d5dd-3ff9-4b86-9a62-080231979c4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1243947 Dec 29 21:01:50.428410 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-966a2198-5afb-4e44-8cf8-13ee4265f9e2 req-be92767f-2456-40df-9514-fde76b06ada5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Dec 29 21:01:50.476876 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-376a37b9-75c5-41c5-bfc6-c303ab33e492 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87bc1445-adba-4c28-9225-990b41c6f15d HTTP/1.1" status: 200 len: 217 time: 0.0636318 Dec 29 21:01:50.540444 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-7bb5fdb4-ab43-4efc-a849-0038c05f20c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:50.541884 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-7bb5fdb4-ab43-4efc-a849-0038c05f20c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0580444 Dec 29 21:01:50.614965 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-7b224be0-568a-4812-aa8c-6f761f0d5c73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666330 Dec 29 21:01:50.744061 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-34ee5b02-ba29-4e1a-8093-03fcfb6941a0 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222401 Dec 29 21:01:50.874287 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-be9fdb67-1013-42e5-84ba-7188bd6c4a35 req-d2ecd6af-fff0-49bb-a04a-7d4cfcfed034 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221073 Dec 29 21:01:51.621158 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e1b9a-1f06-41f4-a0c3-303b9d8ae1b9 req-e6e6973c-a481-4671-899b-f5c553944f78 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:51.623375 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f32e1b9a-1f06-41f4-a0c3-303b9d8ae1b9 req-e6e6973c-a481-4671-899b-f5c553944f78 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0759487 Dec 29 21:01:51.671107 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f32e1b9a-1f06-41f4-a0c3-303b9d8ae1b9 req-0f58cb92-48c1-4489-91f7-9c22fda11015 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Dec 29 21:01:52.875051 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde73568-d3ab-44ea-b288-c8bc42499042 req-82fb0276-8006-4e90-b944-6846b9bf8f13 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:52.876516 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cde73568-d3ab-44ea-b288-c8bc42499042 req-82fb0276-8006-4e90-b944-6846b9bf8f13 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0857863 Dec 29 21:01:52.923339 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-cde73568-d3ab-44ea-b288-c8bc42499042 req-e579d6ff-90b6-47bf-83e4-fb65823a8df9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Dec 29 21:01:54.126430 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39c780-5e70-4ca6-b78b-59c06dab98e3 req-be12d342-5ad1-44f0-89ad-be00875f7b84 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:54.127155 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-2c39c780-5e70-4ca6-b78b-59c06dab98e3 req-be12d342-5ad1-44f0-89ad-be00875f7b84 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:01:54.144905 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-2c39c780-5e70-4ca6-b78b-59c06dab98e3 req-be12d342-5ad1-44f0-89ad-be00875f7b84 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:01:54.146436 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2c39c780-5e70-4ca6-b78b-59c06dab98e3 req-be12d342-5ad1-44f0-89ad-be00875f7b84 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0994673 Dec 29 21:01:54.204598 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2c39c780-5e70-4ca6-b78b-59c06dab98e3 req-b6784ed3-4b83-4cf8-98f4-6c168eb6c6d6 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520401 Dec 29 21:01:55.401981 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954bed4-9a9a-42db-a1de-b983bc1daabf req-fb94118b-bb7e-45a6-ba2e-7951c9c0d1a3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:55.403625 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b954bed4-9a9a-42db-a1de-b983bc1daabf req-fb94118b-bb7e-45a6-ba2e-7951c9c0d1a3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0761294 Dec 29 21:01:55.451706 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b954bed4-9a9a-42db-a1de-b983bc1daabf req-28bbb9ba-6611-4874-9aa4-0bcebdeee970 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Dec 29 21:01:56.661216 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125875c-249e-4c67-9f1d-f32b728a083c req-c5963b52-cf27-42e8-990d-5dc5a3521771 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:56.662595 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5125875c-249e-4c67-9f1d-f32b728a083c req-c5963b52-cf27-42e8-990d-5dc5a3521771 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0817347 Dec 29 21:01:56.707962 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5125875c-249e-4c67-9f1d-f32b728a083c req-87e30fec-9238-433c-bae7-a190fbb99a72 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Dec 29 21:01:57.901440 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7091b7-d0bc-4027-879c-555bc554aa97 req-6e1b2485-9936-496c-8229-c62495b66981 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:57.902882 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-db7091b7-d0bc-4027-879c-555bc554aa97 req-6e1b2485-9936-496c-8229-c62495b66981 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0747256 Dec 29 21:01:57.947014 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-db7091b7-d0bc-4027-879c-555bc554aa97 req-c453fc91-850c-455b-ba26-1b6af9c73e87 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380414 Dec 29 21:01:59.151701 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f118ac9-088e-4cfc-8482-582676d0d76a req-64dc2d9a-c978-4761-be43-0b9380245d26 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:01:59.153256 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5f118ac9-088e-4cfc-8482-582676d0d76a req-64dc2d9a-c978-4761-be43-0b9380245d26 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0858378 Dec 29 21:01:59.202698 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5f118ac9-088e-4cfc-8482-582676d0d76a req-2a1d5bf2-7d7b-46bf-89ac-5e542bfdddf6 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Dec 29 21:02:00.404050 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050949-aa8f-46c8-90ab-36e046755145 req-c7f506a0-6096-47b0-845b-d49a1e0377a9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:00.405702 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ae050949-aa8f-46c8-90ab-36e046755145 req-c7f506a0-6096-47b0-845b-d49a1e0377a9 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0746553 Dec 29 21:02:00.453838 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ae050949-aa8f-46c8-90ab-36e046755145 req-8767ed78-151e-490a-b804-657997bc1707 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425968 Dec 29 21:02:01.783611 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190897a-f297-4324-b7fb-41b734e83bc3 req-5c3c718f-2e5a-447d-9d7e-db5180f01567 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:01.784963 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0190897a-f297-4324-b7fb-41b734e83bc3 req-5c3c718f-2e5a-447d-9d7e-db5180f01567 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0737889 Dec 29 21:02:01.829887 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0190897a-f297-4324-b7fb-41b734e83bc3 req-4ef59172-878e-403e-ae01-72d9d0e18fa1 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Dec 29 21:02:03.023026 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13481d-7459-4d9d-9106-5be69f106d61 req-fe8366b7-c7e8-4985-ba4b-17243a77ffb1 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:03.024443 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0b13481d-7459-4d9d-9106-5be69f106d61 req-fe8366b7-c7e8-4985-ba4b-17243a77ffb1 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 944 time: 0.0772696 Dec 29 21:02:03.135556 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0b13481d-7459-4d9d-9106-5be69f106d61 req-694cf4bf-47c9-4850-81f0-576322d51cf2 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056750 Dec 29 21:02:03.275247 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9720df3d-1e41-4cba-9ff0-fc79c0aae2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:03.737847 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 87bc1445-adba-4c28-9225-990b41c6f15d details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:02:03.870992 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 87bc1445-adba-4c28-9225-990b41c6f15d, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=87bc1445-adba-4c28-9225-990b41c6f15d,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:03.884979 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '87bc1445-adba-4c28-9225-990b41c6f15d', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'port_id': '87bc1445-adba-4c28-9225-990b41c6f15d', 'mac_address': 'fa:16:3e:e5:c7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:02:03.941562 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:03.958922 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bc1445-adba-4c28-9225-990b41c6f15d {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:02:03.974397 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 87bc1445-adba-4c28-9225-990b41c6f15d, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=87bc1445-adba-4c28-9225-990b41c6f15d,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:03.978408 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:04.042168 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=87bc1445-adba-4c28-9225-990b41c6f15d,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:04.329804 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4ab66-89a4-4c19-9b4b-5f7252a8badb req-6e29bcc7-6a8e-4a09-b3ec-94f7a114ad06 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:04.331253 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5dd4ab66-89a4-4c19-9b4b-5f7252a8badb req-6e29bcc7-6a8e-4a09-b3ec-94f7a114ad06 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 945 time: 0.0753002 Dec 29 21:02:04.375567 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5dd4ab66-89a4-4c19-9b4b-5f7252a8badb req-43d46554-e309-4d1c-845f-89c3486df194 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Dec 29 21:02:04.382091 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['87bc1445-adba-4c28-9225-990b41c6f15d'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:02:05.470558 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-10bc55df-efef-42d8-9f09-6ffc818db76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:05.573438 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a347-c4be-4e1a-b768-4bc1f3a92489 req-238928a2-41e0-4571-894e-09de6fcead31 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:05.574982 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-35a4a347-c4be-4e1a-b768-4bc1f3a92489 req-238928a2-41e0-4571-894e-09de6fcead31 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 945 time: 0.0769072 Dec 29 21:02:05.617957 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-35a4a347-c4be-4e1a-b768-4bc1f3a92489 req-9eaede71-51dc-4240-8a7b-1ef57ceeee0e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Dec 29 21:02:05.753017 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 87bc1445-adba-4c28-9225-990b41c6f15d up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:02:05.821561 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 87bc1445-adba-4c28-9225-990b41c6f15d completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:02:05.826383 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 87bc1445-adba-4c28-9225-990b41c6f15d triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:02:05.826775 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:05.934576 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:05.962252 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:02:05.972163 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 87bc1445-adba-4c28-9225-990b41c6f15d, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=87bc1445-adba-4c28-9225-990b41c6f15d,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:05.976039 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:06.018271 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d', 'code': 200} Dec 29 21:02:06.044670 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=87bc1445-adba-4c28-9225-990b41c6f15d,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:06.235757 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f5da60ea-3bca-4238-bac2-4db743be39ea req-aa1c6f1e-2d79-48c1-a4aa-00151d0b2880 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 1099 time: 0.0654716 Dec 29 21:02:06.276021 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f5da60ea-3bca-4238-bac2-4db743be39ea req-768903ba-87c6-4acb-bd6c-c45dc7f62e11 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339794 Dec 29 21:02:06.730674 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:06.884359 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f78db-3c21-4268-bc3f-7c12aa9b9ad1 req-7ee85a9a-b5b6-4938-8f35-62c375094d51 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:06.885803 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c1f78db-3c21-4268-bc3f-7c12aa9b9ad1 req-7ee85a9a-b5b6-4938-8f35-62c375094d51 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 946 time: 0.1456742 Dec 29 21:02:06.931243 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5c1f78db-3c21-4268-bc3f-7c12aa9b9ad1 req-1a18c571-6a3b-4f08-8176-113dabf949fd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Dec 29 21:02:07.124520 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:08.018613 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:08.071486 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:02:08.130911 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a6c0e-1d54-4923-b6df-67ba035a3bc7 req-00702905-8448-4ab9-9215-253d0de93e5f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:08.132595 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b55a6c0e-1d54-4923-b6df-67ba035a3bc7 req-00702905-8448-4ab9-9215-253d0de93e5f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 946 time: 0.0820053 Dec 29 21:02:08.178078 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b55a6c0e-1d54-4923-b6df-67ba035a3bc7 req-b0a0efef-7be7-42dd-9072-65e3b73428ef tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Dec 29 21:02:08.441576 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec32699-faf2-43cb-a525-676210c5b78b req-fe0b16ab-f872-45d7-8d28-ecff9d0256a3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:08.442959 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aec32699-faf2-43cb-a525-676210c5b78b req-fe0b16ab-f872-45d7-8d28-ecff9d0256a3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 946 time: 0.1430411 Dec 29 21:02:08.487174 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aec32699-faf2-43cb-a525-676210c5b78b req-ec361d4c-1268-4767-a176-89394e60b58f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384955 Dec 29 21:02:08.514541 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43558) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:08.707498 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f86779a6-a882-4c53-bc69-cbc3a92f1306 tempest-TestVolumeBootPattern-119011969 tempest-TestVolumeBootPattern-119011969-project-admin] Synchronizing usage tracker for tenant:2984268e625e45eba50ad075c215b31a on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:02:08.723697 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f86779a6-a882-4c53-bc69-cbc3a92f1306 tempest-TestVolumeBootPattern-119011969 tempest-TestVolumeBootPattern-119011969-project-admin] Unset dirty status for tenant:2984268e625e45eba50ad075c215b31a on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:02:08.724910 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f86779a6-a882-4c53-bc69-cbc3a92f1306 tempest-TestVolumeBootPattern-119011969 tempest-TestVolumeBootPattern-119011969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 1094 time: 0.2093699 Dec 29 21:02:08.727712 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43564) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:08.732860 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'port_id': '87bc1445-adba-4c28-9225-990b41c6f15d', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:02:08.738012 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:02:08.741672 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Usage tracker for resource:floatingip and tenant:f6605294a2f54d1b8e2be6b90dc68f7c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:02:08.744438 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:02:08.750440 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:02:08.760238 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:08.893238 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:09.026798 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Allocated IP 172.27.2.154 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/070d8a77-bc28-4192-964d-63f6e10c37c7) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:02:09.232239 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:09.260125 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:09.328626 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:02:09.331380 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:02:09.333855 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:02:09.362229 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=070d8a77-bc28-4192-964d-63f6e10c37c7,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:09.835218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:09.888686 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:10.082332 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:10.086539 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:10.185377 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event updated for resources: {'Port': ['ID=070d8a77-bc28-4192-964d-63f6e10c37c7,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:10.203188 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:10.390688 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Floating IP f213ce19-c41b-462e-ae73-3d316da2cf12 associated. External IP: 172.27.2.154, port: 87bc1445-adba-4c28-9225-990b41c6f15d. Dec 29 21:02:10.842895 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:02:11.033831 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:02:11.043037 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:02:11.055366 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:11.055984 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:11.058228 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:11.116804 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-412291ab-90ae-4858-ad6e-aa86e1009d11 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3879573 Dec 29 21:02:11.117304 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:02:11.174045 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d', 'status': 'completed', 'code': 200} Dec 29 21:02:11.232959 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:11.263682 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3609263-1c4d-4076-8803-7b45da69528e req-11e34223-af67-48a0-b7a8-9857cd955576 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 1099 time: 0.0681679 Dec 29 21:02:11.392131 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3609263-1c4d-4076-8803-7b45da69528e req-2ace7d87-9aad-4e6d-a1ef-d4fcb797ee42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:11.393475 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3609263-1c4d-4076-8803-7b45da69528e req-2ace7d87-9aad-4e6d-a1ef-d4fcb797ee42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1235490 Dec 29 21:02:11.498707 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3609263-1c4d-4076-8803-7b45da69528e req-9591a3ec-cd0a-4171-a669-5f699c624628 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87bc1445-adba-4c28-9225-990b41c6f15d HTTP/1.1" status: 200 len: 1000 time: 0.0985327 Dec 29 21:02:11.560608 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3609263-1c4d-4076-8803-7b45da69528e req-087fdc30-b3bd-41b4-ae63-806e8121be8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:11.562081 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3609263-1c4d-4076-8803-7b45da69528e req-087fdc30-b3bd-41b4-ae63-806e8121be8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0569260 Dec 29 21:02:11.576208 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:34Z', 'revision_number': 1, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}, {'id': 'f213ce19-c41b-462e-ae73-3d316da2cf12', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': '87bc1445-adba-4c28-9225-990b41c6f15d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:e5:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:02:09Z', 'updated_at': '2021-12-29T21:02:09Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:11.580051 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:02:11.590112 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:11.590746 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:11.640570 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3609263-1c4d-4076-8803-7b45da69528e req-4866312e-7fdb-4b45-8259-114065c89834 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717733 Dec 29 21:02:11.768709 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3609263-1c4d-4076-8803-7b45da69528e req-071dc20f-c6ee-4da7-8a19-f0301c7186c8 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211510 Dec 29 21:02:11.788996 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:11.899837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c3609263-1c4d-4076-8803-7b45da69528e req-aedb1b50-faea-42d0-8f5a-9c2b1235ca0b service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229408 Dec 29 21:02:12.136831 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:34Z', 'revision_number': 1, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}, {'id': 'f213ce19-c41b-462e-ae73-3d316da2cf12', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': '87bc1445-adba-4c28-9225-990b41c6f15d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:e5:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:02:09Z', 'updated_at': '2021-12-29T21:02:09Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:12.141454 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b251f8-65ac-4edf-adac-9a029c17a552 None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:34Z', 'revision_number': 1, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}, {'id': 'f213ce19-c41b-462e-ae73-3d316da2cf12', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': '87bc1445-adba-4c28-9225-990b41c6f15d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:e5:c7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:02:09Z', 'updated_at': '2021-12-29T21:02:09Z', 'revision_number': 0, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:02:12.332712 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca638aba-111a-4810-bca5-d6afafe7ee7c None None] New status for floating IP f213ce19-c41b-462e-ae73-3d316da2cf12: ACTIVE {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:02:15.045902 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:15.987577 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-d0032c2c-225a-4143-9994-54b0565cd8b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660739 Dec 29 21:02:16.080248 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-44d19ddc-a4c4-4a1a-bd7c-a2a3931a4d0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1098 time: 0.0726597 Dec 29 21:02:16.221102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-256e84cf-3232-474f-94f6-76debac4b7ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:16.222424 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-256e84cf-3232-474f-94f6-76debac4b7ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1229560 Dec 29 21:02:16.322827 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-618a7b63-4fc2-42c7-8127-4822fe50b857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 200 len: 1000 time: 0.0935082 Dec 29 21:02:16.462148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-6da8d826-6b59-4697-b8fe-1ae9bf876286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:16.463612 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-6da8d826-6b59-4697-b8fe-1ae9bf876286 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.1339109 Dec 29 21:02:16.548600 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-69904004-da85-4b98-8d4d-0b682e570046 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783882 Dec 29 21:02:16.676941 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-c1b70b68-e174-4f3d-af6e-869fd6c8506a service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214564 Dec 29 21:02:16.803529 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ea20dc8d-2719-4212-baba-8d2eff3d4ae1 req-7a28294d-471d-4c83-8f45-4a75e9084030 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204298 Dec 29 21:02:19.345041 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43596) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:19.670075 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Deleting port c867ab55-e7f6-45d9-a34d-a555757c1230 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:19.670415 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:19.839366 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:19.839701 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:19.961982 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Calling delete_port for c867ab55-e7f6-45d9-a34d-a555757c1230 owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:20.126904 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:20.171148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event deleted for resources: {'Port': ['ID=c867ab55-e7f6-45d9-a34d-a555757c1230,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:20.259351 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for floatingip, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:20.719203 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Router cb0a8642-6606-4e02-9a20-3abb401386c1 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:02:20.914049 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:02:20.925797 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] Sync routers for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:02:20.933226 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:20.939378 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:20.940236 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:20.987275 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ab44bd40-4039-459f-8d3a-3885dd22a800 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "DELETE /v2.0/floatingips/20aaab87-c896-444f-82d4-5653d4f9ba1a HTTP/1.1" status: 204 len: 168 time: 1.6409268 Dec 29 21:02:20.987671 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:02:21.059843 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'status': 'completed', 'code': 200} Dec 29 21:02:21.123151 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:21.197601 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-f93efbd0-e6a0-4a98-b153-b163b1dad77f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 1098 time: 0.1119277 Dec 29 21:02:21.369834 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-3cab9e78-613c-495f-a4fd-b20120e2c023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:21.372140 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-3cab9e78-613c-495f-a4fd-b20120e2c023 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 200 len: 910 time: 0.1638587 Dec 29 21:02:21.482150 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-f40e063d-09f0-4b51-b438-3aeb6b927f8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 200 len: 217 time: 0.1006193 Dec 29 21:02:21.485412 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:57Z', 'revision_number': 5, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:21.489924 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] Checking router: cb0a8642-6606-4e02-9a20-3abb401386c1 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:02:21.500873 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:21.501392 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:21.558605 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-6711ef21-f72c-4b25-8d6e-6222da86e677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:21.560817 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-6711ef21-f72c-4b25-8d6e-6222da86e677 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 200 len: 848 time: 0.0687101 Dec 29 21:02:21.566237 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2cdb4-3803-48d1-ade2-758605aabfe7 req-e3100ad6-0c31-4d08-b456-b88a044a712e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:21.566919 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-3ba2cdb4-3803-48d1-ade2-758605aabfe7 req-e3100ad6-0c31-4d08-b456-b88a044a712e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Synchronizing usage tracker for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:02:21.583085 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-3ba2cdb4-3803-48d1-ade2-758605aabfe7 req-e3100ad6-0c31-4d08-b456-b88a044a712e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Unset dirty status for tenant:fc1b3281fc834cd68995c2b6fd67f2a4 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:02:21.584205 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3ba2cdb4-3803-48d1-ade2-758605aabfe7 req-e3100ad6-0c31-4d08-b456-b88a044a712e tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.2015874 Dec 29 21:02:21.682784 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:21.687085 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3ba2cdb4-3803-48d1-ade2-758605aabfe7 req-0ae3c190-549e-4296-8e96-8ab060dfde02 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973594 Dec 29 21:02:21.702946 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-df51cc06-a69a-41b9-89cb-6d3af54bca56 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ef2cffa6-8718-49fc-8782-b29f824a0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1113136 Dec 29 21:02:21.840062 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-4dd887fa-1037-4099-8397-ea46a03bd9af service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284938 Dec 29 21:02:21.971390 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-757a7c12-3405-45c9-a998-5f8c205a1750 req-979fe381-0fe5-4c8d-a34a-0254966ed83e service neutron] 10.222.0.46 "GET /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231086 Dec 29 21:02:22.021788 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:57Z', 'revision_number': 5, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:22.025610 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdcf0c-3b52-4997-903b-b259e262eb71 None None] The sync data for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi is: [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T20:55:46Z', 'revision_number': 4, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'fabde500-20bc-4b88-b96d-c122ea17c08c', 'name': '', 'network_id': 'ef2cffa6-8718-49fc-8782-b29f824a0c6c', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'mac_address': 'fa:16:3e:a0:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a70608b-330d-4c82-8251-db4dee565165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:45Z', 'updated_at': '2021-12-29T20:55:57Z', 'revision_number': 5, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'subnets': [{'id': '4a70608b-330d-4c82-8251-db4dee565165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:02:22.675047 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb889cf-6aa0-4586-95ed-48e1e113b860 None None] New status for floating IP 20aaab87-c896-444f-82d4-5653d4f9ba1a: DOWN {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:02:22.931008 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4819682-0d63-4719-8960-948c026daec2 req-2cf4d19c-8400-4f8e-8335-02312f6d34a3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:22.932517 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b4819682-0d63-4719-8960-948c026daec2 req-2cf4d19c-8400-4f8e-8335-02312f6d34a3 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0896256 Dec 29 21:02:22.977579 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b4819682-0d63-4719-8960-948c026daec2 req-16a475ff-6c3a-454a-9867-31c5d424b9fc tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390854 Dec 29 21:02:23.549510 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-8893e23a-8bf3-497e-893f-1002a7fffef0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:23.550911 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-8893e23a-8bf3-497e-893f-1002a7fffef0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.46 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0770829 Dec 29 21:02:23.616564 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Deleting port 4443fd20-bc34-41cb-b24f-a077f693cf39 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:23.616902 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:23.935319 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] For port 4443fd20-bc34-41cb-b24f-a077f693cf39, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=4443fd20-bc34-41cb-b24f-a077f693cf39,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:23.935932 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:24.055799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Calling delete_port for 4443fd20-bc34-41cb-b24f-a077f693cf39 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:24.195837 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d551f-35cf-422f-9e50-3a632e2ad694 req-dbd671a2-e585-4413-a04f-d77f10958b56 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:24.197403 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b00d551f-35cf-422f-9e50-3a632e2ad694 req-dbd671a2-e585-4413-a04f-d77f10958b56 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 945 time: 0.0899084 Dec 29 21:02:24.235976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:24.259702 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b00d551f-35cf-422f-9e50-3a632e2ad694 req-e61634fc-3624-4b87-a346-4988d0d2d0f4 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/security-groups?id=d7905f52-6c60-4db3-8258-6b72e10afd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558755 Dec 29 21:02:24.286474 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event deleted for resources: {'Port': ['ID=4443fd20-bc34-41cb-b24f-a077f693cf39,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:24.362241 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.362595 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.362953 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.363286 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.363619 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.363943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.364266 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.364588 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.364905 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.365221 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.365535 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:24.374844 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] No DVR routers for this DVR port 4443fd20-bc34-41cb-b24f-a077f693cf39 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:02:24.377232 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:24.380108 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-deleted', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:02:24.395316 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a6b4b6c-0016-4e8b-85e1-4af37b429513 req-de851b7e-118b-484a-8277-ad09a95066e0 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.46 "DELETE /v2.0/ports/4443fd20-bc34-41cb-b24f-a077f693cf39 HTTP/1.1" status: 204 len: 173 time: 0.8389003 Dec 29 21:02:24.436563 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363ceb3a-ff8e-4f85-b995-39bfcc67c218', 'name': 'network-vif-deleted', 'tag': '4443fd20-bc34-41cb-b24f-a077f693cf39', 'status': 'completed', 'code': 200} Dec 29 21:02:24.851164 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928cf17-6eda-488a-8703-b1006ce2e9fe req-7d48c1be-2727-4b82-83c1-36d2bb9ace1e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:24.852653 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5928cf17-6eda-488a-8703-b1006ce2e9fe req-7d48c1be-2727-4b82-83c1-36d2bb9ace1e tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.0761302 Dec 29 21:02:24.906356 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5928cf17-6eda-488a-8703-b1006ce2e9fe req-e1e21d22-f5d9-463e-b3df-7d074c171d4c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448201 Dec 29 21:02:25.439601 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6d8fecd2-57bb-4716-bc57-a653c4664842 req-97267f3e-1045-4155-9634-440b17f46115 tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "GET /v2.0/ports?device_id=363ceb3a-ff8e-4f85-b995-39bfcc67c218 HTTP/1.1" status: 200 len: 210 time: 0.0434930 Dec 29 21:02:26.099656 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e6e87-1acc-4cc1-a26b-8ad30bb369c2 req-424d9636-aa74-40d9-aa9d-4154edb3e25d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:26.101141 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c23e6e87-1acc-4cc1-a26b-8ad30bb369c2 req-424d9636-aa74-40d9-aa9d-4154edb3e25d tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.0749648 Dec 29 21:02:26.148285 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c23e6e87-1acc-4cc1-a26b-8ad30bb369c2 req-f4409eea-03a1-4a5f-b894-0b15fe7e146f tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408552 Dec 29 21:02:26.541937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43676) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:26.608789 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f2d13f5c-0ffc-4752-a396-9db9b36246ab tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:26.636268 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f2d13f5c-0ffc-4752-a396-9db9b36246ab tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:26.699753 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f2d13f5c-0ffc-4752-a396-9db9b36246ab tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:26.717441 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d13f5c-0ffc-4752-a396-9db9b36246ab tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7905f52-6c60-4db3-8258-6b72e10afd8f,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:26.728665 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f2d13f5c-0ffc-4752-a396-9db9b36246ab tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:26.731260 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f2d13f5c-0ffc-4752-a396-9db9b36246ab tempest-TestShelveInstance-842588027 tempest-TestShelveInstance-842588027-project] 10.222.0.37 "DELETE /v2.0/security-groups/d7905f52-6c60-4db3-8258-6b72e10afd8f HTTP/1.1" status: 204 len: 168 time: 0.1881728 Dec 29 21:02:26.788041 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43682) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:27.120812 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-34d87706-3a3f-4a2f-90a6-7c2f2365744c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:27.122257 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-34d87706-3a3f-4a2f-90a6-7c2f2365744c tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.0774245 Dec 29 21:02:27.191691 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Deleting port fb661778-ad03-42d4-bd51-be3d02658638 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:27.192053 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:27.305116 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:27.462965 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d125a-147e-4b7b-a0ae-779d853f160d req-3e87de84-a5a5-472f-b062-ea473d16f647 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:02:27.464312 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b19d125a-147e-4b7b-a0ae-779d853f160d req-3e87de84-a5a5-472f-b062-ea473d16f647 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 946 time: 0.1881840 Dec 29 21:02:27.508311 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] For port fb661778-ad03-42d4-bd51-be3d02658638, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=fb661778-ad03-42d4-bd51-be3d02658638,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:27.508663 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:27.599540 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b19d125a-147e-4b7b-a0ae-779d853f160d req-4c283414-479b-4b7e-9ddc-df85410b4020 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups?id=528c1384-8ef9-4332-b71e-9d206a1a4f3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292260 Dec 29 21:02:27.819764 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 4443fd20-bc34-41cb-b24f-a077f693cf39 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:27.860652 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 4443fd20-bc34-41cb-b24f-a077f693cf39 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:27.861279 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 4443fd20-bc34-41cb-b24f-a077f693cf39 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:27.898210 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:27.898567 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:27.898935 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Floating IP a68f2851-e5da-454b-9434-a23b67dbdc00 disassociated. External IP: 172.27.2.19, port: fb661778-ad03-42d4-bd51-be3d02658638. Dec 29 21:02:27.899268 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Calling delete_port for fb661778-ad03-42d4-bd51-be3d02658638 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:27.901321 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Deleting port fabde500-20bc-4b88-b96d-c122ea17c08c {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:27.901744 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:28.050890 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:28.101836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event deleted for resources: {'Port': ['ID=fb661778-ad03-42d4-bd51-be3d02658638,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:28.174934 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] For port fabde500-20bc-4b88-b96d-c122ea17c08c, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=fabde500-20bc-4b88-b96d-c122ea17c08c,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:28.175324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:28.300022 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Calling delete_port for fabde500-20bc-4b88-b96d-c122ea17c08c owned by network:router_interface {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:28.318795 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Router a6a84d82-bc57-4592-886a-7c3556d5e1be has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:02:28.481360 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:28.519861 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:02:28.531290 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] Sync routers for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:02:28.533845 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabde500-20bc-4b88-b96d-c122ea17c08c,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:28.546346 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:28.547253 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:28.578103 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.578329 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.578681 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.579011 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.579339 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.579662 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.579983 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.580303 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.580621 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.580938 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.581248 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:02:28.603092 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] No DVR routers for this DVR port fb661778-ad03-42d4-bd51-be3d02658638 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:02:28.610616 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:28.613819 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'name': 'network-vif-deleted', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:02:28.632881 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4eccbd37-94cd-4a7c-a41a-21deaf056a5d req-2ff3da88-6832-4cbf-996b-59dc65901c78 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.46 "DELETE /v2.0/ports/fb661778-ad03-42d4-bd51-be3d02658638 HTTP/1.1" status: 204 len: 173 time: 1.5036724 Dec 29 21:02:28.710341 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d45312-7ac0-4fd5-8f9e-3656a4a7d864', 'name': 'network-vif-deleted', 'tag': 'fb661778-ad03-42d4-bd51-be3d02658638', 'status': 'completed', 'code': 200} Dec 29 21:02:28.853311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:28.907980 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f83d8b87-39e6-42cd-b95e-f1759fe7920b req-0f7f7824-1bd9-44f1-b3bc-761484427837 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/ports?device_id=02d45312-7ac0-4fd5-8f9e-3656a4a7d864 HTTP/1.1" status: 200 len: 210 time: 0.0620155 Dec 29 21:02:29.023223 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:29.174333 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:29.178157 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] Checking router: a6a84d82-bc57-4592-886a-7c3556d5e1be for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:02:29.190545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:29.191179 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:29.381903 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:29.592416 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Router cb0a8642-6606-4e02-9a20-3abb401386c1 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:02:29.684880 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:29.689788 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05ce2f3-1b3e-4107-96c6-32329ab30c2c None None] The sync data for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi is: [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T20:52:18Z', 'revision_number': 4, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'cc01b6bf-252e-4ca2-9b65-1806513a39e1', 'name': '', 'network_id': 'cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'mac_address': 'fa:16:3e:1e:19:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:17Z', 'updated_at': '2021-12-29T20:52:50Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'subnets': [{'id': 'f829f4ae-6361-42ac-a253-65665a7b27e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:02:29.896053 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:02:29.907890 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] Sync routers for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:02:29.910926 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e8e61b92-4f8b-4601-b91a-73748a163cf9 admin admin] 10.222.0.37 "PUT /v2.0/routers/cb0a8642-6606-4e02-9a20-3abb401386c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1209605 Dec 29 21:02:29.912481 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43700) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:29.913209 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3217e-b1aa-46c4-9bb3-888e5e673e91 None None] New status for floating IP a68f2851-e5da-454b-9434-a23b67dbdc00: DOWN {{(pid=82781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:02:29.929790 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:29.930934 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:30.096694 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43708) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:30.155648 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks [] for router, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.173149 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3b5c028e-ea5e-4c63-942f-73b687ab070b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.188459 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:30.205464 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3b5c028e-ea5e-4c63-942f-73b687ab070b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.267665 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3b5c028e-ea5e-4c63-942f-73b687ab070b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.285120 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c028e-ea5e-4c63-942f-73b687ab070b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c1384-8ef9-4332-b71e-9d206a1a4f3f,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:30.298791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3b5c028e-ea5e-4c63-942f-73b687ab070b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.302588 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-3b5c028e-ea5e-4c63-942f-73b687ab070b tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "DELETE /v2.0/security-groups/528c1384-8ef9-4332-b71e-9d206a1a4f3f HTTP/1.1" status: 204 len: 168 time: 0.2024384 Dec 29 21:02:30.303044 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43712) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:30.322992 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.api.v2.resource [None req-9f895616-2fd1-42e7-b307-ca7d571e5bc0 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] show failed (client error): The resource could not be found. Dec 29 21:02:30.327983 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-9f895616-2fd1-42e7-b307-ca7d571e5bc0 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "GET /v2.0/security-groups/528c1384-8ef9-4332-b71e-9d206a1a4f3f HTTP/1.1" status: 404 len: 347 time: 0.0203335 Dec 29 21:02:30.328143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43716) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:30.413775 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.423550 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Deleting port f626dccb-6de5-4bd6-b4be-214d06257d9e {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:30.424144 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.494222 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Deleting port 758465b9-184d-49fc-ac37-c833b68479bc {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:30.494459 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.510947 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T21:02:28Z', 'revision_number': 5, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port': {'id': 'f626dccb-6de5-4bd6-b4be-214d06257d9e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:da:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:42Z', 'updated_at': '2021-12-29T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:30.515949 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] Checking router: cb0a8642-6606-4e02-9a20-3abb401386c1 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:02:30.534544 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] Routers {'cb0a8642-6606-4e02-9a20-3abb401386c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:30.535334 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['cb0a8642-6606-4e02-9a20-3abb401386c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:30.603656 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] For port f626dccb-6de5-4bd6-b4be-214d06257d9e, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=f626dccb-6de5-4bd6-b4be-214d06257d9e,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:30.604040 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.676679 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.677084 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.682048 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] Set router cb0a8642-6606-4e02-9a20-3abb401386c1 gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:30.725405 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Calling delete_port for f626dccb-6de5-4bd6-b4be-214d06257d9e owned by network:router_gateway {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:30.786040 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T21:02:30Z', 'revision_number': 6, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:30.790151 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065825c-0475-40a8-99d6-5b323c77e82d None None] The sync data for ids ['cb0a8642-6606-4e02-9a20-3abb401386c1'] in dv-cinder-823170-1-iscsi is: [{'id': 'cb0a8642-6606-4e02-9a20-3abb401386c1', 'name': 'tempest-TestShelveInstance-1877779007-router', 'tenant_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:41Z', 'updated_at': '2021-12-29T21:02:30Z', 'revision_number': 6, 'project_id': 'fc1b3281fc834cd68995c2b6fd67f2a4', 'gw_port_host': None}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:02:30.811708 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Calling delete_port for 758465b9-184d-49fc-ac37-c833b68479bc owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:30.918046 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.964644 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:30.966307 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=f626dccb-6de5-4bd6-b4be-214d06257d9e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:31.009303 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Pushing event deleted for resources: {'Port': ['ID=758465b9-184d-49fc-ac37-c833b68479bc,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:31.185713 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks [] for floatingip, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.199513 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.200624 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-814681a5-61da-406d-89eb-37dd50f20444 tempest-AttachVolumeTestJSON-967747082 tempest-AttachVolumeTestJSON-967747082-project] 10.222.0.37 "DELETE /v2.0/floatingips/a68f2851-e5da-454b-9434-a23b67dbdc00 HTTP/1.1" status: 204 len: 168 time: 0.8715935 Dec 29 21:02:31.203575 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.555223 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.559087 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.583291 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.583768 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0a8642-6606-4e02-9a20-3abb401386c1 {{(pid=82779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:02:31.596879 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.597995 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-3ce51bb0-d7a9-408e-9b57-4f1c0b255d0d admin admin] 10.222.0.37 "DELETE /v2.0/routers/cb0a8642-6606-4e02-9a20-3abb401386c1 HTTP/1.1" status: 204 len: 168 time: 1.6846106 Dec 29 21:02:31.600594 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43726) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:31.666780 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] Deleting subnet 4a70608b-330d-4c82-8251-db4dee565165 {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:02:31.673199 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.724277 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.818775 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device fb661778-ad03-42d4-bd51-be3d02658638 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:31.839929 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.851001 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: fb661778-ad03-42d4-bd51-be3d02658638 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:31.851344 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device fb661778-ad03-42d4-bd51-be3d02658638 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:31.905274 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.946395 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a70608b-330d-4c82-8251-db4dee565165,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:31.951545 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:31.957097 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e1d41c-e5f3-45b6-b44b-fb8b69552a14 None None] Network ef2cffa6-8718-49fc-8782-b29f824a0c6c requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:02:31.957244 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-b9e6da16-4f5a-418c-80f0-27e19d06b4e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a70608b-330d-4c82-8251-db4dee565165 HTTP/1.1" status: 204 len: 168 time: 0.3555045 Dec 29 21:02:31.959630 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43730) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:32.062679 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.073177 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Deleting port 285cf9dc-6c7d-4211-afac-b930b5c844b7 {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:32.073436 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.207688 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] DHCP port deletion for ef2cffa6-8718-49fc-8782-b29f824a0c6c request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:02:32.212023 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Deleting port 285cf9dc-6c7d-4211-afac-b930b5c844b7 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:32.212405 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.274369 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] For port 285cf9dc-6c7d-4211-afac-b930b5c844b7, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=285cf9dc-6c7d-4211-afac-b930b5c844b7,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:32.274745 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.376332 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f626dccb-6de5-4bd6-b4be-214d06257d9e no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:32.400129 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Calling delete_port for 285cf9dc-6c7d-4211-afac-b930b5c844b7 owned by network:dhcp {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:32.413097 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: f626dccb-6de5-4bd6-b4be-214d06257d9e {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:32.413436 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device f626dccb-6de5-4bd6-b4be-214d06257d9e not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:32.413843 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 285cf9dc-6c7d-4211-afac-b930b5c844b7 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:32.476677 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.489676 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] For port 285cf9dc-6c7d-4211-afac-b930b5c844b7, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=285cf9dc-6c7d-4211-afac-b930b5c844b7,segment=NetworkSegment(f51293bc-c919-44a8-af46-72cdbb62434c),segment_id=f51293bc-c919-44a8-af46-72cdbb62434c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:32.490059 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.522569 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=285cf9dc-6c7d-4211-afac-b930b5c844b7,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:32.527080 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] No DVR routers for this DVR port 285cf9dc-6c7d-4211-afac-b930b5c844b7 on host dv-cinder-823170-1-iscsi {{(pid=82779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:02:32.608437 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No active binding found for port 285cf9dc-6c7d-4211-afac-b930b5c844b7 {{(pid=82781) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 29 21:02:32.608717 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 285cf9dc-6c7d-4211-afac-b930b5c844b7 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:32.608986 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fabde500-20bc-4b88-b96d-c122ea17c08c no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:32.640209 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Calling delete_port for 285cf9dc-6c7d-4211-afac-b930b5c844b7 owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:32.643957 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.671093 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2cffa6-8718-49fc-8782-b29f824a0c6c']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:32.673767 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: fabde500-20bc-4b88-b96d-c122ea17c08c {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:32.674098 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fabde500-20bc-4b88-b96d-c122ea17c08c not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:32.687207 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51293bc-c919-44a8-af46-72cdbb62434c') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:32.687506 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51293bc-c919-44a8-af46-72cdbb62434c') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:32.698936 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.778007 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:02:32.778401 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:02:32.799143 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.805130 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:02:32.805501 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:02:32.818353 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:02:32.895760 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.912610 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:32.923406 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2cffa6-8718-49fc-8782-b29f824a0c6c,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:32.930620 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4900251f-ecf7-4f2b-a4f7-3613d9ada9fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/ef2cffa6-8718-49fc-8782-b29f824a0c6c HTTP/1.1" status: 204 len: 168 time: 0.9700577 Dec 29 21:02:32.933514 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43744) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:33.278778 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-fc1af632-26d5-493a-9808-50113ed4722a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:33.281280 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Deleting port 285cf9dc-6c7d-4211-afac-b930b5c844b7 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:33.281802 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:33.312502 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:33.347106 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-c37780de-20ff-4f70-b85e-a03644c01747 None None] The port '285cf9dc-6c7d-4211-afac-b930b5c844b7' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:02:33.897048 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Deleting port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:33.897338 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:34.066155 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] For port d3b3ae8c-7d67-4601-ab5d-af80e3675b4c, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,segment=NetworkSegment(64f64a22-b15a-4db1-9612-7120f20b96c7),segment_id=64f64a22-b15a-4db1-9612-7120f20b96c7)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:34.066513 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:34.272034 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Calling delete_port for d3b3ae8c-7d67-4601-ab5d-af80e3675b4c owned by network:router_interface {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:34.447854 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:34.492132 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b3ae8c-7d67-4601-ab5d-af80e3675b4c,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:34.771847 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:35.275316 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43768) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:35.349423 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Router f7b62211-7190-4ceb-a7e5-0737a6ef9347 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:02:35.473910 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-84170717-d064-4dbe-8420-c33dd4fcc4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:35.546750 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:02:35.555581 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] Sync routers for ids ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:02:35.567238 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-eec37065-a09c-451b-b416-842d0e1a5e85 admin admin] 10.222.0.37 "PUT /v2.0/routers/f7b62211-7190-4ceb-a7e5-0737a6ef9347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6304998 Dec 29 21:02:35.567460 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43774) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:35.573473 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] Routers {'f7b62211-7190-4ceb-a7e5-0737a6ef9347'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:35.574308 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:35.763340 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:35.776016 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] Set router f7b62211-7190-4ceb-a7e5-0737a6ef9347 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:35.874935 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.068478 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T21:02:34Z', 'revision_number': 5, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port': {'id': 'ac0034f9-4337-4639-9078-1e00c983d93a', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T20:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:36.072560 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] Checking router: f7b62211-7190-4ceb-a7e5-0737a6ef9347 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:02:36.081408 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.084329 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] Routers {'f7b62211-7190-4ceb-a7e5-0737a6ef9347'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:36.084962 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:36.090621 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Deleting port ac0034f9-4337-4639-9078-1e00c983d93a {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:36.091045 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.267713 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] For port ac0034f9-4337-4639-9078-1e00c983d93a, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ac0034f9-4337-4639-9078-1e00c983d93a,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:36.268232 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.278728 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] Set router f7b62211-7190-4ceb-a7e5-0737a6ef9347 gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:36.383276 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T21:02:36Z', 'revision_number': 6, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:36.387815 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c8f03-dc1d-4f96-ace2-9487e88f6ab3 None None] The sync data for ids ['f7b62211-7190-4ceb-a7e5-0737a6ef9347'] in dv-cinder-823170-1-iscsi is: [{'id': 'f7b62211-7190-4ceb-a7e5-0737a6ef9347', 'name': 'tempest-TestShelveInstance-379473053-router', 'tenant_id': '6d21c3a01cf640d18210aada5d270cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:50Z', 'updated_at': '2021-12-29T21:02:36Z', 'revision_number': 6, 'project_id': '6d21c3a01cf640d18210aada5d270cdc', 'gw_port_host': None}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:02:36.392714 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Deleting port cc01b6bf-252e-4ca2-9b65-1806513a39e1 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:36.393164 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.394200 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Calling delete_port for ac0034f9-4337-4639-9078-1e00c983d93a owned by network:router_gateway {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:36.556694 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.565563 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] For port cc01b6bf-252e-4ca2-9b65-1806513a39e1, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=cc01b6bf-252e-4ca2-9b65-1806513a39e1,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:36.565914 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.605279 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0034f9-4337-4639-9078-1e00c983d93a,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:36.682781 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Calling delete_port for cc01b6bf-252e-4ca2-9b65-1806513a39e1 owned by network:router_interface {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:36.761131 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.855552 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:36.968431 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.009391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc01b6bf-252e-4ca2-9b65-1806513a39e1,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:37.119170 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.127475 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.138187 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.163875 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.164517 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7b62211-7190-4ceb-a7e5-0737a6ef9347 {{(pid=82779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:02:37.179427 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.182802 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4d279227-203c-400e-ac93-4993c91550c3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f7b62211-7190-4ceb-a7e5-0737a6ef9347 HTTP/1.1" status: 204 len: 168 time: 1.6122336 Dec 29 21:02:37.183123 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43782) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:37.325644 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.365392 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] Deleting subnet d1fed0c7-776e-4278-8bb7-7f88d6e3d3d5 {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:02:37.368512 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.421458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.501438 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.568349 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.604479 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fed0c7-776e-4278-8bb7-7f88d6e3d3d5,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:37.610809 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.616717 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33722348-a363-42bf-abea-33c57b15ddad None None] Network 74583c08-e06c-4025-8d34-478545672e9e requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:02:37.616875 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-d0ef6aef-c58e-488b-90a5-291be1066660 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d1fed0c7-776e-4278-8bb7-7f88d6e3d3d5 HTTP/1.1" status: 204 len: 168 time: 0.4326658 Dec 29 21:02:37.619274 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43786) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:37.723542 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.734475 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Deleting port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:37.734849 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.868022 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] DHCP port deletion for 74583c08-e06c-4025-8d34-478545672e9e request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:02:37.872426 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Deleting port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:37.873400 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.954772 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] For port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,segment=NetworkSegment(64f64a22-b15a-4db1-9612-7120f20b96c7),segment_id=64f64a22-b15a-4db1-9612-7120f20b96c7)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:37.954772 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:37.970418 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Router a6a84d82-bc57-4592-886a-7c3556d5e1be has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:02:38.043390 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.079958 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Calling delete_port for 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 owned by network:dhcp {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:38.136273 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] For port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,segment=NetworkSegment(64f64a22-b15a-4db1-9612-7120f20b96c7),segment_id=64f64a22-b15a-4db1-9612-7120f20b96c7)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:38.137626 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.158735 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.192429 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:02:38.206244 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fca3cb6-e5d2-4791-a6d3-c325157fbe10,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:38.210486 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-74448c96-e133-41ad-aaec-8791507e8c9b admin admin] 10.222.0.37 "PUT /v2.0/routers/a6a84d82-bc57-4592-886a-7c3556d5e1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9318631 Dec 29 21:02:38.210961 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43792) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:38.214632 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] No DVR routers for this DVR port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 on host dv-cinder-823170-1-iscsi {{(pid=82779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:02:38.258766 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] Sync routers for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:02:38.269150 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Calling delete_port for 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:38.321524 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:38.322151 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:38.340954 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.370433 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74583c08-e06c-4025-8d34-478545672e9e']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:38.389577 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f64a22-b15a-4db1-9612-7120f20b96c7') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:38.389890 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f64a22-b15a-4db1-9612-7120f20b96c7') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:38.404178 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.434364 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.437556 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks [] for router, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.442416 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:02:38.443313 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:02:38.459970 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:02:38.467157 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:38.508090 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:02:38.508464 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:02:38.524292 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:38.524670 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:38.525090 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ac0034f9-4337-4639-9078-1e00c983d93a no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:38.553684 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.565296 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: ac0034f9-4337-4639-9078-1e00c983d93a {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:38.565635 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ac0034f9-4337-4639-9078-1e00c983d93a not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:38.566045 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device d3b3ae8c-7d67-4601-ab5d-af80e3675b4c no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:38.575533 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.584643 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] Pushing event deleted for resources: {'Network': ['ID=74583c08-e06c-4025-8d34-478545672e9e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:38.596434 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a77b48aa-ca8b-41f4-a481-cd520fc45097 admin admin] 10.222.0.37 "DELETE /v2.0/networks/74583c08-e06c-4025-8d34-478545672e9e HTTP/1.1" status: 204 len: 168 time: 0.9756224 Dec 29 21:02:38.600966 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: d3b3ae8c-7d67-4601-ab5d-af80e3675b4c {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:38.601300 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device d3b3ae8c-7d67-4601-ab5d-af80e3675b4c not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:38.615513 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:38.732584 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.742418 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Deleting port 1701906b-09d1-4286-a507-22380bbc9bb8 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:38.742839 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.749030 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43798) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:38.801089 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ed6f2274-4961-494b-9b99-bff0d18dbe13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc1b3281fc834cd68995c2b6fd67f2a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507047 Dec 29 21:02:38.803633 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43802) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:38.870167 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-50021b29-cd66-4f00-a6de-b9008e53c27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.905832 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-50021b29-cd66-4f00-a6de-b9008e53c27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.914710 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T21:02:36Z', 'revision_number': 5, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port': {'id': '1701906b-09d1-4286-a507-22380bbc9bb8', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:52:10Z', 'updated_at': '2021-12-29T20:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:38.918641 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] Checking router: a6a84d82-bc57-4592-886a-7c3556d5e1be for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:02:38.929719 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] Routers {'a6a84d82-bc57-4592-886a-7c3556d5e1be'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:02:38.930346 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:02:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['a6a84d82-bc57-4592-886a-7c3556d5e1be'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:38.952326 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] For port 1701906b-09d1-4286-a507-22380bbc9bb8, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1701906b-09d1-4286-a507-22380bbc9bb8,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:38.952836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.960099 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-50021b29-cd66-4f00-a6de-b9008e53c27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.978667 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50021b29-cd66-4f00-a6de-b9008e53c27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f22ba79-366b-439d-b3ee-fbf4f16cf836,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:38.987992 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-50021b29-cd66-4f00-a6de-b9008e53c27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:38.991388 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-50021b29-cd66-4f00-a6de-b9008e53c27a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f22ba79-366b-439d-b3ee-fbf4f16cf836 HTTP/1.1" status: 204 len: 168 time: 0.1845334 Dec 29 21:02:39.046609 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Deleting port 0fca3cb6-e5d2-4791-a6d3-c325157fbe10 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:39.047022 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.078450 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Calling delete_port for 1701906b-09d1-4286-a507-22380bbc9bb8 owned by network:router_gateway {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:39.133594 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-57562cf8-043b-41ef-ac59-7450487d5a30 None None] The port '0fca3cb6-e5d2-4791-a6d3-c325157fbe10' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:02:39.159180 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] Set router a6a84d82-bc57-4592-886a-7c3556d5e1be gateway port host: None {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:02:39.284581 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.309041 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T21:02:38Z', 'revision_number': 6, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:39.313613 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedb541f-574c-49d5-97f8-019d6e909a55 None None] The sync data for ids ['a6a84d82-bc57-4592-886a-7c3556d5e1be'] in dv-cinder-823170-1-iscsi is: [{'id': 'a6a84d82-bc57-4592-886a-7c3556d5e1be', 'name': 'tempest-AttachVolumeTestJSON-256919255-router', 'tenant_id': '4ab51ee037374f88ab16f92d853d8d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:52:09Z', 'updated_at': '2021-12-29T21:02:38Z', 'revision_number': 6, 'project_id': '4ab51ee037374f88ab16f92d853d8d12', 'gw_port_host': None}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:02:39.337050 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Pushing event deleted for resources: {'Port': ['ID=1701906b-09d1-4286-a507-22380bbc9bb8,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:39.443597 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43812) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:39.493918 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e339d226-1678-427a-966d-7e3faaea6945 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d21c3a01cf640d18210aada5d270cdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491750 Dec 29 21:02:39.496497 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 43816) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:39.557091 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f6756b1c-1c47-4e36-96cc-b665cef3c896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.567787 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.587283 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f6756b1c-1c47-4e36-96cc-b665cef3c896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.642443 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f6756b1c-1c47-4e36-96cc-b665cef3c896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.659802 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6756b1c-1c47-4e36-96cc-b665cef3c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe255ac-d2d8-488a-ae81-43849e030bea,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:39.664171 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f6756b1c-1c47-4e36-96cc-b665cef3c896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.665450 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f6756b1c-1c47-4e36-96cc-b665cef3c896 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fe255ac-d2d8-488a-ae81-43849e030bea HTTP/1.1" status: 204 len: 168 time: 0.1679084 Dec 29 21:02:39.832382 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:39.836523 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.014828 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.015358 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a84d82-bc57-4592-886a-7c3556d5e1be {{(pid=82780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:02:40.028739 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.030178 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-719d1e5f-f716-4671-b17b-453816e46738 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a6a84d82-bc57-4592-886a-7c3556d5e1be HTTP/1.1" status: 204 len: 168 time: 1.8181369 Dec 29 21:02:40.032805 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43822) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:40.096991 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] Deleting subnet f829f4ae-6361-42ac-a253-65665a7b27e0 {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:02:40.100124 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.149205 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3456295'] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.271674 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.352204 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2710330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278290'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.376811 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1701906b-09d1-4286-a507-22380bbc9bb8 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:40.397632 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f829f4ae-6361-42ac-a253-65665a7b27e0,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:40.401269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.409681 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-04167f14-0afc-4703-b291-ad21edd4d38b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f829f4ae-6361-42ac-a253-65665a7b27e0 HTTP/1.1" status: 204 len: 168 time: 0.3740327 Dec 29 21:02:40.410186 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43828) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:40.410746 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56c513-0540-400e-a1c9-f91b2d2a139e None None] Network cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:02:40.423212 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 1701906b-09d1-4286-a507-22380bbc9bb8 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:40.423693 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1701906b-09d1-4286-a507-22380bbc9bb8 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:40.424301 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device cc01b6bf-252e-4ca2-9b65-1806513a39e1 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:40.506808 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: cc01b6bf-252e-4ca2-9b65-1806513a39e1 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:40.507228 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device cc01b6bf-252e-4ca2-9b65-1806513a39e1 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:40.509707 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.521745 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Deleting port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:40.522057 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.691148 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] DHCP port deletion for cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:02:40.695531 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Deleting port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:40.695909 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.720976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] For port ec703fde-57d7-4c4d-ada9-1b1cb2a65469, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:40.721318 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.837353 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Calling delete_port for ec703fde-57d7-4c4d-ada9-1b1cb2a65469 owned by network:dhcp {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:40.895628 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] For port ec703fde-57d7-4c4d-ada9-1b1cb2a65469, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,segment=NetworkSegment(c2bcc526-5f1e-4d34-8480-4b84d5aa21c8),segment_id=c2bcc526-5f1e-4d34-8480-4b84d5aa21c8)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:02:40.896017 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.913033 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:40.957984 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec703fde-57d7-4c4d-ada9-1b1cb2a65469,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:40.961585 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] No DVR routers for this DVR port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 on host dv-cinder-823170-1-iscsi {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:02:41.017196 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Calling delete_port for ec703fde-57d7-4c4d-ada9-1b1cb2a65469 owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:02:41.076558 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.085448 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:02:41.085802 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:02:41.101193 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:41.112855 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:41.113154 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bcc526-5f1e-4d34-8480-4b84d5aa21c8') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:02:41.124762 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.144273 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.150133 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:02:41.150510 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:02:41.163539 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:02:41.234490 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.250511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.260214 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:41.273681 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-8c9a24fb-eb06-4870-b5c4-b3a10d5e8a39 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cc5ed6ed-6f67-45f4-bbd6-c64ed07aa45e HTTP/1.1" status: 204 len: 168 time: 0.8624585 Dec 29 21:02:41.482399 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43838) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:41.535831 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-27e79ccf-e674-4fca-8dd0-34a6e0cc9744 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ab51ee037374f88ab16f92d853d8d12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514581 Dec 29 21:02:41.537530 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43842) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:41.586915 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Deleting port ec703fde-57d7-4c4d-ada9-1b1cb2a65469 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:02:41.587455 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.594696 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4095725b-b599-4f2e-9989-272a3a3bdaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.620102 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4095725b-b599-4f2e-9989-272a3a3bdaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.650271 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-4fc45802-f956-422a-a089-4d6c016230f9 None None] The port 'ec703fde-57d7-4c4d-ada9-1b1cb2a65469' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:02:41.674374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4095725b-b599-4f2e-9989-272a3a3bdaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.691313 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095725b-b599-4f2e-9989-272a3a3bdaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ab331-1549-47f8-9986-b8b7bd81f811,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:41.700085 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-4095725b-b599-4f2e-9989-272a3a3bdaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:41.701445 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-4095725b-b599-4f2e-9989-272a3a3bdaeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d21ab331-1549-47f8-9986-b8b7bd81f811 HTTP/1.1" status: 204 len: 168 time: 0.1630199 Dec 29 21:02:42.360916 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ec703fde-57d7-4c4d-ada9-1b1cb2a65469 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:02:42.393294 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: ec703fde-57d7-4c4d-ada9-1b1cb2a65469 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:02:42.393580 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device ec703fde-57d7-4c4d-ada9-1b1cb2a65469 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:02:44.100905 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43904) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:44.235798 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:44.267054 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:02:44.270802 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Usage tracker for resource:security_group_rule and tenant:ce5c5263b7694fa09cd1f6d7d2218d8d is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:02:44.273500 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:02:44.279041 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:02:44.344770 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:44.348399 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:44.459753 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c9dbd-acbb-4652-9d49-a3867455bd81,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:44.464967 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-6a8a312c-6dcf-46d8-b1da-0167afccf06c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce5c5263b7694fa09cd1f6d7d2218d8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3630517 Dec 29 21:02:44.467853 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43910) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:44.525050 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f43f8218-fba0-4fbb-bd92-d670309db186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:44.549929 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f43f8218-fba0-4fbb-bd92-d670309db186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:44.602268 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f43f8218-fba0-4fbb-bd92-d670309db186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:44.618356 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f8218-fba0-4fbb-bd92-d670309db186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c9dbd-acbb-4652-9d49-a3867455bd81,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:44.623148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f43f8218-fba0-4fbb-bd92-d670309db186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:44.624573 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f43f8218-fba0-4fbb-bd92-d670309db186 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df6c9dbd-acbb-4652-9d49-a3867455bd81 HTTP/1.1" status: 204 len: 168 time: 0.1558473 Dec 29 21:02:44.949983 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43920) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:44.968768 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.001902 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:02:45.005615 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Usage tracker for resource:security_group_rule and tenant:395cd476196741028ac1d066488a9a0c is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:02:45.008384 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:02:45.014022 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:02:45.055662 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.071762 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:02:45.078459 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.082198 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.127389 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f51d17-a4c4-4dbb-af08-4ebd6d5fb685,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:45.131768 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-79a9bba8-ed65-4dec-97d7-010464a6a3ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=395cd476196741028ac1d066488a9a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801150 Dec 29 21:02:45.134361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 43924) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:02:45.191471 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e4be889-79c3-4714-8547-eee9a79a24d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.216846 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e4be889-79c3-4714-8547-eee9a79a24d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.264985 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e4be889-79c3-4714-8547-eee9a79a24d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.283802 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4be889-79c3-4714-8547-eee9a79a24d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f51d17-a4c4-4dbb-af08-4ebd6d5fb685,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:02:45.288054 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e4be889-79c3-4714-8547-eee9a79a24d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:02:45.289057 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7e4be889-79c3-4714-8547-eee9a79a24d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78f51d17-a4c4-4dbb-af08-4ebd6d5fb685 HTTP/1.1" status: 204 len: 168 time: 0.1537521 Dec 29 21:03:03.281597 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-72b3dc18-fd2f-49a1-928c-82f4c157b773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:05.475044 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-8cf6a304-f892-455a-b5e2-87ea20b05e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:06.734769 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:07.123805 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:08.028120 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:15.060250 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:21.875383 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-9c01c741-4ece-4edd-9c42-c56bacd08e17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1922359 Dec 29 21:03:22.020414 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-74b09dd9-e535-4dc1-b844-4ffa957dffd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1098 time: 0.0756760 Dec 29 21:03:22.072638 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:03:22.171538 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e135-2aef-4729-a444-124445bdcc98 req-3b5b38c9-1e41-4790-b8e9-c3e9a113a9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:22.171538 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-3b5b38c9-1e41-4790-b8e9-c3e9a113a9a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1278191 Dec 29 21:03:22.276676 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-293455de-7b73-4ec4-93eb-482ef942aba7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 200 len: 1000 time: 0.0989027 Dec 29 21:03:22.343668 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398e135-2aef-4729-a444-124445bdcc98 req-49aa6662-74cd-47d7-873c-02d82b8ca2dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:22.345099 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-49aa6662-74cd-47d7-873c-02d82b8ca2dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0625081 Dec 29 21:03:22.425041 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-6b86c733-34bc-45b5-b21f-f190a3755b78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718210 Dec 29 21:03:22.435882 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-ee4e9047-2b6c-4170-9ce4-6ef4abbbce8a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 21:03:22.437142 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-ee4e9047-2b6c-4170-9ce4-6ef4abbbce8a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060208 Dec 29 21:03:22.567820 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-777132ce-17ae-4073-acf6-a4f2d3019c07 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241522 Dec 29 21:03:22.704919 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d398e135-2aef-4729-a444-124445bdcc98 req-0dfae7bc-7be1-436e-865d-2feaf5e462cd service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303985 Dec 29 21:03:24.993105 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44206) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:25.131001 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.161438 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:03:25.165062 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Usage tracker for resource:security_group_rule and tenant:ed3f6e5e342f40bca948e9eee0d0e2bf is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:03:25.167765 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:03:25.173769 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:03:25.235395 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.238832 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.286645 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd796ac7-2fbd-4944-8f1d-9e89458aa834,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:25.291097 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed3f6e5e342f40bca948e9eee0d0e2bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970049 Dec 29 21:03:25.294423 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44212) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:25.298503 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.298868 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.299204 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.299535 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.299862 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.300186 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.300506 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.300831 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.301146 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.301457 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.301775 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb552c85-94dc-4e93-afac-a3bd7b245fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:25.355026 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40b060fb-f747-4fd8-96c7-083e5574c5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.381943 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40b060fb-f747-4fd8-96c7-083e5574c5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.430567 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40b060fb-f747-4fd8-96c7-083e5574c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.443712 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b060fb-f747-4fd8-96c7-083e5574c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd796ac7-2fbd-4944-8f1d-9e89458aa834,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:25.450417 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-40b060fb-f747-4fd8-96c7-083e5574c5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.451553 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-40b060fb-f747-4fd8-96c7-083e5574c5b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd796ac7-2fbd-4944-8f1d-9e89458aa834 HTTP/1.1" status: 204 len: 168 time: 0.1557257 Dec 29 21:03:25.772360 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44220) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:25.790859 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.824077 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:03:25.828418 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Usage tracker for resource:security_group_rule and tenant:ab5eec3daef54832855455be9083fe66 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:03:25.831231 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:03:25.836960 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:03:25.978388 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:25.981940 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:26.031559 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1045c958-c4a3-45f0-929f-defd718831b8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:26.035640 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-39363490-5c8d-4c37-8260-43edb75131ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab5eec3daef54832855455be9083fe66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2622325 Dec 29 21:03:26.038165 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44224) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:26.095328 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2911e2db-1aff-4919-9592-360005ebee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:26.119338 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2911e2db-1aff-4919-9592-360005ebee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:26.168717 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2911e2db-1aff-4919-9592-360005ebee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:26.185832 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911e2db-1aff-4919-9592-360005ebee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045c958-c4a3-45f0-929f-defd718831b8,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:26.191806 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-2911e2db-1aff-4919-9592-360005ebee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:26.192897 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-2911e2db-1aff-4919-9592-360005ebee98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1045c958-c4a3-45f0-929f-defd718831b8 HTTP/1.1" status: 204 len: 168 time: 0.1538210 Dec 29 21:03:28.333409 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44272) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:28.475995 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:28.506238 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:03:28.509946 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:add57e84120c4b63998e51e63ae99151 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:03:28.513335 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:03:28.518896 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:03:28.582592 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:28.586306 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:28.632912 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=add57e84120c4b63998e51e63ae99151&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2984748 Dec 29 21:03:28.633758 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e84c06-74f0-4ca2-a01b-f5807f79409c,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:28.635651 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44278) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:28.642632 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.643005 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.643339 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.643668 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.643994 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.644421 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.644743 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.645065 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.645382 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.645697 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.646009 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b45cf7-1e84-4369-b878-5e0ac8fac7e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:03:28.694963 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7cd312bb-652a-4d77-a0bb-3bfd0afcd9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:28.726067 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7cd312bb-652a-4d77-a0bb-3bfd0afcd9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:28.775142 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7cd312bb-652a-4d77-a0bb-3bfd0afcd9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:28.790194 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd312bb-652a-4d77-a0bb-3bfd0afcd9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e84c06-74f0-4ca2-a01b-f5807f79409c,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:28.800146 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7cd312bb-652a-4d77-a0bb-3bfd0afcd9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:28.801248 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7cd312bb-652a-4d77-a0bb-3bfd0afcd9b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07e84c06-74f0-4ca2-a01b-f5807f79409c HTTP/1.1" status: 204 len: 168 time: 0.1646380 Dec 29 21:03:29.132832 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44286) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:29.150878 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:29.180211 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:03:29.183791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Usage tracker for resource:security_group_rule and tenant:54778de0bde346a9b4616a1ba5d34aa0 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:03:29.187131 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:03:29.192528 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:03:29.258251 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:29.261839 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:29.304555 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768adbf-27e6-47d8-9f89-dbeed20446f1,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:29.310425 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f9e48c01-b550-463e-82f0-311ede8163b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54778de0bde346a9b4616a1ba5d34aa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1766021 Dec 29 21:03:29.312996 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44292) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:29.369581 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-28f645d1-4bb2-4a84-9728-960f82c468a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:29.394956 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-28f645d1-4bb2-4a84-9728-960f82c468a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:29.444231 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-28f645d1-4bb2-4a84-9728-960f82c468a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:29.457864 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f645d1-4bb2-4a84-9728-960f82c468a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768adbf-27e6-47d8-9f89-dbeed20446f1,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:29.464340 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-28f645d1-4bb2-4a84-9728-960f82c468a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:29.465528 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-28f645d1-4bb2-4a84-9728-960f82c468a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a768adbf-27e6-47d8-9f89-dbeed20446f1 HTTP/1.1" status: 204 len: 168 time: 0.1515925 Dec 29 21:03:33.283861 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a9f8a08a-4149-4cf0-8da1-a3039d420058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:34.559087 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44354) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:34.699143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:34.732677 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:03:34.736390 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Usage tracker for resource:security_group_rule and tenant:dcd6a968b05047268767d2ebcf4394b1 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:03:34.739171 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:03:34.744711 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:03:34.808413 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:34.812066 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:34.856335 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb93b3-bd29-413c-b8c7-83a5094c690a,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:34.864045 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-1f42ba77-67df-40e6-8b1e-f767033babdd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dcd6a968b05047268767d2ebcf4394b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3014662 Dec 29 21:03:34.864543 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44360) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:34.923181 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f20fd207-5029-4a69-9305-47bf39e74509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:34.947291 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f20fd207-5029-4a69-9305-47bf39e74509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:34.999638 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f20fd207-5029-4a69-9305-47bf39e74509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.015902 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fd207-5029-4a69-9305-47bf39e74509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb93b3-bd29-413c-b8c7-83a5094c690a,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:35.021096 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f20fd207-5029-4a69-9305-47bf39e74509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.022797 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f20fd207-5029-4a69-9305-47bf39e74509 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6eb93b3-bd29-413c-b8c7-83a5094c690a HTTP/1.1" status: 204 len: 168 time: 0.1576364 Dec 29 21:03:35.333926 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44368) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:35.354411 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.384835 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:03:35.389155 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Usage tracker for resource:security_group_rule and tenant:06a5aec2adc848c98c1cd0c4aa0e6e3a is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:03:35.391974 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:03:35.397474 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:03:35.461038 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.464729 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.475866 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9b3894b5-4fc6-4446-9cbb-fd6e04ca454f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.509709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4f3811-9d1f-4569-b5a9-2c38cfa227ec,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:35.514997 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-03743e51-8b4d-4ae2-9e16-cd23912988b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a5aec2adc848c98c1cd0c4aa0e6e3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1800709 Dec 29 21:03:35.517606 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44372) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:03:35.575740 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4917-10b1-4c1c-9ad0-33eb69e1d7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.599770 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4917-10b1-4c1c-9ad0-33eb69e1d7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.649304 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4917-10b1-4c1c-9ad0-33eb69e1d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.665791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c4917-10b1-4c1c-9ad0-33eb69e1d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4f3811-9d1f-4569-b5a9-2c38cfa227ec,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:03:35.671989 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4917-10b1-4c1c-9ad0-33eb69e1d7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:35.673077 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-7e9c4917-10b1-4c1c-9ad0-33eb69e1d7e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba4f3811-9d1f-4569-b5a9-2c38cfa227ec HTTP/1.1" status: 204 len: 168 time: 0.1547048 Dec 29 21:03:36.738564 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:37.125989 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:38.026913 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:41.073117 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee610a-2127-4713-ac81-eb8149821393 req-bde007fc-bfdf-4b40-87dd-0d5e1533532c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:41.074454 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e0ee610a-2127-4713-ac81-eb8149821393 req-bde007fc-bfdf-4b40-87dd-0d5e1533532c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0814047 Dec 29 21:03:41.119452 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e0ee610a-2127-4713-ac81-eb8149821393 req-ed819864-8925-4074-813a-782a6c16be99 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385745 Dec 29 21:03:42.338813 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916d87-b849-4704-a29c-d9952fd15010 req-66d5a07d-4faf-41f8-8de3-1ab41ca76f53 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:42.340242 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-38916d87-b849-4704-a29c-d9952fd15010 req-66d5a07d-4faf-41f8-8de3-1ab41ca76f53 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0807955 Dec 29 21:03:42.387314 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-38916d87-b849-4704-a29c-d9952fd15010 req-02123b0d-9f4a-4ac8-a6af-bdc75283e0bb tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411899 Dec 29 21:03:43.599193 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaa101-989e-4050-ad4c-bdd7adb2c68b req-9d91ab52-6c6e-452c-a254-3af7e7da1bef tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:43.600627 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e6aaa101-989e-4050-ad4c-bdd7adb2c68b req-9d91ab52-6c6e-452c-a254-3af7e7da1bef tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0757608 Dec 29 21:03:43.644646 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e6aaa101-989e-4050-ad4c-bdd7adb2c68b req-84807d0b-902c-4a2b-91a8-8032dd57e3e9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386071 Dec 29 21:03:44.865731 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a3176-9e99-49ae-af7f-f36644196d45 req-5c28e55c-4063-4a38-8774-37106984a23a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:44.871536 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6d1a3176-9e99-49ae-af7f-f36644196d45 req-5c28e55c-4063-4a38-8774-37106984a23a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0869668 Dec 29 21:03:44.986392 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6d1a3176-9e99-49ae-af7f-f36644196d45 req-0514a7da-930d-4ce5-b9ec-6819455d7062 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124682 Dec 29 21:03:45.085246 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:03:46.199873 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135908e-65f4-4b25-998b-14488fcf20a8 req-89184970-a244-4200-a865-7d435f4a65dd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:46.201270 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7135908e-65f4-4b25-998b-14488fcf20a8 req-89184970-a244-4200-a865-7d435f4a65dd tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0791006 Dec 29 21:03:46.246831 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7135908e-65f4-4b25-998b-14488fcf20a8 req-49618a89-b56c-4a66-b39a-1978725e7728 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394347 Dec 29 21:03:47.460546 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2dfb2-4c13-4cea-be99-7a2114edb467 req-42e93733-43cd-4630-9e39-ba3fdc414c51 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:47.461976 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ac2dfb2-4c13-4cea-be99-7a2114edb467 req-42e93733-43cd-4630-9e39-ba3fdc414c51 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0770476 Dec 29 21:03:47.509314 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1ac2dfb2-4c13-4cea-be99-7a2114edb467 req-0d3bd56a-7b10-49f9-8029-bc2940f3e5f8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419309 Dec 29 21:03:48.724717 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02dc02-cbc8-4699-937d-79080904105a req-bd082d22-8d1f-422c-b85c-6bee1a642033 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:48.726058 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dd02dc02-cbc8-4699-937d-79080904105a req-bd082d22-8d1f-422c-b85c-6bee1a642033 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0754588 Dec 29 21:03:48.774693 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dd02dc02-cbc8-4699-937d-79080904105a req-c4db7c25-a0bb-4975-b6f5-1313fddecec7 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432396 Dec 29 21:03:49.988132 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8ee9d-3fcd-4230-808d-45f16ec4f36b req-0ad661a8-0300-4f7a-92d5-4d0e3dbe57b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:49.989561 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d3b8ee9d-3fcd-4230-808d-45f16ec4f36b req-0ad661a8-0300-4f7a-92d5-4d0e3dbe57b8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0769589 Dec 29 21:03:50.034105 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d3b8ee9d-3fcd-4230-808d-45f16ec4f36b req-7c7c408b-c9ac-46c8-94fd-a1f8f32e0207 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383632 Dec 29 21:03:51.239168 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692e7ba-6538-4a51-8a80-8a58037f20ca req-84d84f5c-aebb-40cc-95bd-858b74850a7c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:51.240529 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c692e7ba-6538-4a51-8a80-8a58037f20ca req-84d84f5c-aebb-40cc-95bd-858b74850a7c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0752127 Dec 29 21:03:51.284665 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c692e7ba-6538-4a51-8a80-8a58037f20ca req-def89c73-c9b8-4573-800b-b7f68e427d70 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386076 Dec 29 21:03:52.490377 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc9a7a-e8e3-4962-bf88-47e9353e546a req-80eb04e5-c030-4543-b273-6cdf0cae700f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:52.491833 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3fc9a7a-e8e3-4962-bf88-47e9353e546a req-80eb04e5-c030-4543-b273-6cdf0cae700f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0751748 Dec 29 21:03:52.539027 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a3fc9a7a-e8e3-4962-bf88-47e9353e546a req-5d313a0b-ab2d-4745-a076-0da35a68677c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Dec 29 21:03:53.745903 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b61e8-36f1-4da9-9cca-faf2d954d7c9 req-10a194b6-27a3-4db3-bb0f-5721d13e729e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:53.747252 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1a6b61e8-36f1-4da9-9cca-faf2d954d7c9 req-10a194b6-27a3-4db3-bb0f-5721d13e729e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0772836 Dec 29 21:03:53.790329 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-1a6b61e8-36f1-4da9-9cca-faf2d954d7c9 req-3f6e8df7-2e05-41e4-9e90-262c3fe02a8b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369647 Dec 29 21:03:54.997743 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c17e9-6157-4789-85f1-98f8bcc71785 req-2b916c5c-7af3-4936-b214-c14dd4b417af tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:54.999194 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d1c17e9-6157-4789-85f1-98f8bcc71785 req-2b916c5c-7af3-4936-b214-c14dd4b417af tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0747733 Dec 29 21:03:55.043514 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7d1c17e9-6157-4789-85f1-98f8bcc71785 req-4a5159a7-1309-4f8b-bef7-131d211780fc tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383215 Dec 29 21:03:56.252223 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f87420-5988-4dfa-9c5f-e38a9d4e6a2b req-4594d718-45c0-4344-a1c5-57d12b3dc32a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:56.253656 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e1f87420-5988-4dfa-9c5f-e38a9d4e6a2b req-4594d718-45c0-4344-a1c5-57d12b3dc32a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0747094 Dec 29 21:03:56.297668 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-e1f87420-5988-4dfa-9c5f-e38a9d4e6a2b req-3489533a-bac1-435d-a65c-63ac8fea03fc tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385156 Dec 29 21:03:57.508659 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881cedd-c654-4cff-8f59-5708803bf702 req-0ff7a4ac-f3e9-4483-9984-6b5e18da04ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:57.509988 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6881cedd-c654-4cff-8f59-5708803bf702 req-0ff7a4ac-f3e9-4483-9984-6b5e18da04ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0783415 Dec 29 21:03:57.553810 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6881cedd-c654-4cff-8f59-5708803bf702 req-7c97e79b-5e1a-4d5c-be47-3b96f61357f8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 Dec 29 21:03:58.763623 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138cdf9-a467-4594-9518-f3eb13d76c8e req-0abb6264-c6b6-4d08-9793-9c57d47918da tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:03:58.765036 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7138cdf9-a467-4594-9518-f3eb13d76c8e req-0abb6264-c6b6-4d08-9793-9c57d47918da tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0788829 Dec 29 21:03:58.811375 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7138cdf9-a467-4594-9518-f3eb13d76c8e req-e05ac4f6-ff24-452b-a448-e415b84d4158 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Dec 29 21:03:59.075290 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:04:00.020631 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e45d8-1a47-4c25-81c4-75be29c31c52 req-cd8d6960-6a73-417f-8733-80ad866f589d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:00.022509 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8f0e45d8-1a47-4c25-81c4-75be29c31c52 req-cd8d6960-6a73-417f-8733-80ad866f589d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0759437 Dec 29 21:04:00.067822 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8f0e45d8-1a47-4c25-81c4-75be29c31c52 req-a08e97d7-e0ee-448c-afd1-a9d7de04751d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399280 Dec 29 21:04:00.190484 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:04:00.348190 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:00.360711 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'port_id': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'mac_address': 'fa:16:3e:32:18:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:04:00.414786 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:00.430729 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:04:00.444803 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:00.448763 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:00.512788 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=6']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:00.521497 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.521836 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.522170 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.522501 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.522851 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.523176 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.523495 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.523863 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.524181 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.524499 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.524812 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:00.536708 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:04:01.275123 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab8429-d4cc-4614-a468-edfc75e96d30 req-df457ec4-271e-4241-89dd-78d18033340e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:01.276554 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-75ab8429-d4cc-4614-a468-edfc75e96d30 req-df457ec4-271e-4241-89dd-78d18033340e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 944 time: 0.0738482 Dec 29 21:04:01.320177 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-75ab8429-d4cc-4614-a468-edfc75e96d30 req-3f32f42d-0fee-470e-9e89-c014edf132c2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382116 Dec 29 21:04:02.195193 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:04:02.263985 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:04:02.264362 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:02.379571 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:02.407305 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:04:02.417243 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:02.421559 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:02.478202 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'code': 200} Dec 29 21:04:02.491683 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=7']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:02.542141 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ae66c-c6b7-462a-83bb-37be206cb78c req-24f9b17b-53dc-4d73-80cf-896d300fb140 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:02.543613 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ce4ae66c-c6b7-462a-83bb-37be206cb78c req-24f9b17b-53dc-4d73-80cf-896d300fb140 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0838864 Dec 29 21:04:02.588995 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ce4ae66c-c6b7-462a-83bb-37be206cb78c req-8ccff05e-2aa5-4e4d-9c20-717f7b84435b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Dec 29 21:04:03.285159 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-18f58aab-09e3-4a93-8fc7-eb7474d2d21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:03.812518 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fd48-b87b-48df-bbd4-eb8201c62c18 req-f189f6c1-ca8d-42de-9b08-7ff341da86b9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:03.814258 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d8f6fd48-b87b-48df-bbd4-eb8201c62c18 req-f189f6c1-ca8d-42de-9b08-7ff341da86b9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0829418 Dec 29 21:04:03.877173 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d8f6fd48-b87b-48df-bbd4-eb8201c62c18 req-67b2708c-d747-4516-9bb1-0d54cad06b40 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533264 Dec 29 21:04:05.087314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef713b-af50-4128-a626-f82d964e7ee4 req-6ab103e6-c9b8-4fe3-b581-acf3336f3615 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:05.088761 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aaef713b-af50-4128-a626-f82d964e7ee4 req-6ab103e6-c9b8-4fe3-b581-acf3336f3615 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0763056 Dec 29 21:04:05.144562 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-aaef713b-af50-4128-a626-f82d964e7ee4 req-3780bd21-299f-42eb-b853-ab5514b025a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503597 Dec 29 21:04:05.478465 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-faedb320-2447-4194-920c-a5959bfe532e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:06.349038 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef4edd-de9f-4600-b0ef-125b9308e956 req-496c4bf6-e656-4ba4-9c8b-d7b9365188e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:06.350459 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-54ef4edd-de9f-4600-b0ef-125b9308e956 req-496c4bf6-e656-4ba4-9c8b-d7b9365188e8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0734193 Dec 29 21:04:06.398194 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-54ef4edd-de9f-4600-b0ef-125b9308e956 req-478a042f-972e-4ba3-89da-9240499a2ec6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423384 Dec 29 21:04:06.740056 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:07.129635 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:07.602620 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b7bc7-77c4-4fa3-bd41-2297cf7acddd req-fceb892f-d2fa-4804-a36d-4741223650be tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:07.604062 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ab6b7bc7-77c4-4fa3-bd41-2297cf7acddd req-fceb892f-d2fa-4804-a36d-4741223650be tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0755444 Dec 29 21:04:07.648829 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-ab6b7bc7-77c4-4fa3-bd41-2297cf7acddd req-a5523e58-99c5-4399-9c48-4d5147c7aa53 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394750 Dec 29 21:04:08.035489 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:08.855117 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a50790-76ce-4989-9c8c-8d1bac098e2a req-6bf279e5-487d-4809-812e-00b6f05f8a5f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:08.856596 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b9a50790-76ce-4989-9c8c-8d1bac098e2a req-6bf279e5-487d-4809-812e-00b6f05f8a5f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0763617 Dec 29 21:04:08.902749 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-b9a50790-76ce-4989-9c8c-8d1bac098e2a req-d463fe87-0605-43ee-94f1-dd5adca8b130 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406046 Dec 29 21:04:10.120566 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708345b-4d63-4cd0-8d24-4cf2e2e283bc req-9e26c75b-358b-4fdc-aecd-8f2e97832da1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:10.122010 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0708345b-4d63-4cd0-8d24-4cf2e2e283bc req-9e26c75b-358b-4fdc-aecd-8f2e97832da1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0817389 Dec 29 21:04:10.167905 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0708345b-4d63-4cd0-8d24-4cf2e2e283bc req-7d23811b-d41d-4c33-87cc-0a2cc93f9909 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 Dec 29 21:04:11.400324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffca6bc-7a4c-41ae-950d-5a1c50736059 req-5cf061bc-8db9-4691-9633-298ce8512df0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:11.401769 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6ffca6bc-7a4c-41ae-950d-5a1c50736059 req-5cf061bc-8db9-4691-9633-298ce8512df0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0885210 Dec 29 21:04:11.453277 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6ffca6bc-7a4c-41ae-950d-5a1c50736059 req-c1203602-5f97-4b2e-9476-e99ae919bbc6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455706 Dec 29 21:04:12.694009 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454df1b-5327-4180-8528-bc2183750b2e req-a2ecd239-6ca3-4921-b875-83c6cc799816 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:12.696531 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4454df1b-5327-4180-8528-bc2183750b2e req-a2ecd239-6ca3-4921-b875-83c6cc799816 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0999503 Dec 29 21:04:12.753279 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4454df1b-5327-4180-8528-bc2183750b2e req-5e8bd76c-4917-4031-ac73-3ed71270d0cc tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510702 Dec 29 21:04:14.014510 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdeb63-8214-49b7-a85b-460c06aca53c req-a0e5a0ea-342f-4bd7-9fc5-e7901dc7983b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:14.021266 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4efdeb63-8214-49b7-a85b-460c06aca53c req-a0e5a0ea-342f-4bd7-9fc5-e7901dc7983b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0873909 Dec 29 21:04:14.077256 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4efdeb63-8214-49b7-a85b-460c06aca53c req-6997241a-db8a-48d6-b8fd-c9619612267d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549991 Dec 29 21:04:15.114043 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:15.303620 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b22fc2-8e82-4349-aada-26d8ca71d964 req-412f006f-50a6-4475-9c0a-8d8876423491 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:15.305132 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-00b22fc2-8e82-4349-aada-26d8ca71d964 req-412f006f-50a6-4475-9c0a-8d8876423491 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0828092 Dec 29 21:04:15.353977 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-00b22fc2-8e82-4349-aada-26d8ca71d964 req-9a9dffe7-cc30-4f7e-8977-10b5a8c88559 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421658 Dec 29 21:04:16.591437 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeef914-2efb-4969-b03a-a582d71bbcf6 req-77803072-e648-4ccb-a881-52b1d3425811 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:16.593715 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-edeef914-2efb-4969-b03a-a582d71bbcf6 req-77803072-e648-4ccb-a881-52b1d3425811 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0862708 Dec 29 21:04:16.642574 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-edeef914-2efb-4969-b03a-a582d71bbcf6 req-a43694e5-6642-4095-a653-235343829235 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430000 Dec 29 21:04:17.876943 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed69d91-2a76-4a0a-9c3b-433bb11e12e8 req-5ebb591f-5aef-4e39-a711-dfe62b63be2a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:17.879805 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9ed69d91-2a76-4a0a-9c3b-433bb11e12e8 req-5ebb591f-5aef-4e39-a711-dfe62b63be2a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0809252 Dec 29 21:04:17.931515 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9ed69d91-2a76-4a0a-9c3b-433bb11e12e8 req-72af4d74-412e-486d-a90b-c5096c2c2c36 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454104 Dec 29 21:04:19.157842 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29266793-2cf4-4347-9524-504484844a93 req-38eac1cc-0290-4c30-b5cb-93bb08417779 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:19.160642 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-29266793-2cf4-4347-9524-504484844a93 req-38eac1cc-0290-4c30-b5cb-93bb08417779 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0802360 Dec 29 21:04:19.211325 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-29266793-2cf4-4347-9524-504484844a93 req-ca418bed-ef6b-4bc9-b410-1ec3c8f0ad7f tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463817 Dec 29 21:04:20.445671 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e3190-163d-4e61-a0c5-22e6434832b2 req-748f2099-a013-489b-b2a1-36ed16fcd7f8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:20.448147 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd9e3190-163d-4e61-a0c5-22e6434832b2 req-748f2099-a013-489b-b2a1-36ed16fcd7f8 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0886602 Dec 29 21:04:20.497056 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-cd9e3190-163d-4e61-a0c5-22e6434832b2 req-08c87b8e-28ea-4f3b-b7a4-1328cc238008 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431402 Dec 29 21:04:20.875532 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-000d6a89-6726-447b-9a8a-740f7b70a463 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1098 time: 0.0753629 Dec 29 21:04:21.026787 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-1bf538f0-cc87-4e78-8a91-96c1facdf018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:21.028340 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-1bf538f0-cc87-4e78-8a91-96c1facdf018 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1322751 Dec 29 21:04:21.129506 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-5ab33e5f-8663-4fe3-95e2-4a67c49ef917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 200 len: 1000 time: 0.0932171 Dec 29 21:04:21.194350 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-c8187621-f6a3-4ca5-ac27-905a7c8fa34c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:21.195848 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-c8187621-f6a3-4ca5-ac27-905a7c8fa34c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0600548 Dec 29 21:04:21.268188 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-c9daf4e5-2d5f-4c8c-bf0c-ecb8dc028d7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658727 Dec 29 21:04:21.395528 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-1ba97268-ee42-4a33-9408-f422779f37a0 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198366 Dec 29 21:04:21.594188 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-43193f63-35fe-41d1-bfec-2ee9373afba7 req-fb431de1-c4d7-4b98-a737-91c5f859dc30 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921737 Dec 29 21:04:21.709147 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377cd3c-8f3f-4794-ab8c-65bb300a8036 req-a05f8cd8-c505-4c1f-bc40-a0d6f157c2a9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:21.710589 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7377cd3c-8f3f-4794-ab8c-65bb300a8036 req-a05f8cd8-c505-4c1f-bc40-a0d6f157c2a9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0759509 Dec 29 21:04:21.755998 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7377cd3c-8f3f-4794-ab8c-65bb300a8036 req-e242a22a-a8be-4de4-ba77-87d4570d9d24 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398493 Dec 29 21:04:22.635750 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-1ddcf3c4-c8f6-432f-9351-2e53788e331d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1098 time: 0.0702622 Dec 29 21:04:22.775886 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-3fe54b7d-e211-4438-8909-1a90cf211359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:22.777383 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-3fe54b7d-e211-4438-8909-1a90cf211359 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1344628 Dec 29 21:04:22.943703 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-807a0043-f0f0-4bea-b5d9-7869ea707874 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 200 len: 1000 time: 0.1538208 Dec 29 21:04:23.021511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-e7b3ddcf-e340-4bc6-a5d1-ca2482fb293a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:23.023074 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-e7b3ddcf-e340-4bc6-a5d1-ca2482fb293a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0722160 Dec 29 21:04:23.036942 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8f3aa-cc03-4356-95a3-bc9a8c90b03e req-d47f7e74-c7ec-43fc-a61e-5d976cfa7604 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:23.038343 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-74c8f3aa-cc03-4356-95a3-bc9a8c90b03e req-d47f7e74-c7ec-43fc-a61e-5d976cfa7604 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.1407375 Dec 29 21:04:23.133218 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-74c8f3aa-cc03-4356-95a3-bc9a8c90b03e req-6fa16bce-4881-4aee-87e9-c7f1cccd4c52 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574157 Dec 29 21:04:23.150085 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-a926aeca-dc42-4eb7-92cb-1717bd430c8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1193471 Dec 29 21:04:23.280524 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-649d6290-d935-4ae8-9140-0a26e3e51062 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233034 Dec 29 21:04:23.412025 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e52b33be-e7ab-434e-a2fb-80f226448c3d req-0b6ac48a-6913-4149-b639-6e937ac3e4d8 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246738 Dec 29 21:04:23.544228 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44656) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:23.955617 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Deleting port 070d8a77-bc28-4192-964d-63f6e10c37c7 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:23.956269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:24.114760 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:24.115078 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:24.230230 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Calling delete_port for 070d8a77-bc28-4192-964d-63f6e10c37c7 owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:24.362626 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b5922-3bf0-4b53-82c6-95464ef92eff req-77cbb1b1-fe85-44ce-854c-aa19269ef5af tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:24.372051 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-205b5922-3bf0-4b53-82c6-95464ef92eff req-77cbb1b1-fe85-44ce-854c-aa19269ef5af tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0926688 Dec 29 21:04:24.482637 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:24.499173 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-205b5922-3bf0-4b53-82c6-95464ef92eff req-ec162060-4fc6-4eb9-9dba-c678ed3f18ef tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282837 Dec 29 21:04:24.525426 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event deleted for resources: {'Port': ['ID=070d8a77-bc28-4192-964d-63f6e10c37c7,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:24.618714 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:24.996564 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:04:25.189637 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:04:25.200057 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:04:25.211826 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:25.212428 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:25.216185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:25.268564 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-d13bc011-7c9b-4d30-a141-8c3878efe64d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "DELETE /v2.0/floatingips/f213ce19-c41b-462e-ae73-3d316da2cf12 HTTP/1.1" status: 204 len: 168 time: 1.7232585 Dec 29 21:04:25.269153 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:04:25.389280 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:25.485378 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d', 'status': 'completed', 'code': 200} Dec 29 21:04:25.648685 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eba97622-499d-4378-9757-3bcc64fc54cf req-522b5d23-c069-49a1-8c1c-da436708ed2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 1099 time: 0.1389894 Dec 29 21:04:25.837079 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:34Z', 'revision_number': 1, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:25.841609 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:04:25.855761 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:25.856975 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:25.911799 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4930f-907b-4d37-848a-8e32f59b2dec req-72d39b2c-1978-4f29-9a22-ba04bcec6368 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:25.918792 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0de4930f-907b-4d37-848a-8e32f59b2dec req-72d39b2c-1978-4f29-9a22-ba04bcec6368 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 945 time: 0.0852160 Dec 29 21:04:25.929124 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e077e85-ffe4-4da7-98ae-c695d2834911 req-add973eb-f73f-41da-b3f1-3c96939387e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:25.929980 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-5e077e85-ffe4-4da7-98ae-c695d2834911 req-add973eb-f73f-41da-b3f1-3c96939387e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:04:25.941436 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba97622-499d-4378-9757-3bcc64fc54cf req-a07d6cd9-75cd-40a7-bee0-04d27a87fa8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:25.943820 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eba97622-499d-4378-9757-3bcc64fc54cf req-a07d6cd9-75cd-40a7-bee0-04d27a87fa8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.2851763 Dec 29 21:04:25.960033 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-5e077e85-ffe4-4da7-98ae-c695d2834911 req-add973eb-f73f-41da-b3f1-3c96939387e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:04:25.961112 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5e077e85-ffe4-4da7-98ae-c695d2834911 req-add973eb-f73f-41da-b3f1-3c96939387e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 946 time: 0.1820357 Dec 29 21:04:25.974256 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0de4930f-907b-4d37-848a-8e32f59b2dec req-24bf9ecb-e45a-4c85-a3e0-6e8ac0a034e0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528996 Dec 29 21:04:26.070399 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:26.103918 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eba97622-499d-4378-9757-3bcc64fc54cf req-dc44c777-a5ae-4b45-972c-00885740b06f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87bc1445-adba-4c28-9225-990b41c6f15d HTTP/1.1" status: 200 len: 217 time: 0.1364667 Dec 29 21:04:26.109767 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5e077e85-ffe4-4da7-98ae-c695d2834911 req-22a457a9-10f5-4a7f-a6f1-27fa6f4b9648 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702922 Dec 29 21:04:26.169850 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba97622-499d-4378-9757-3bcc64fc54cf req-ed7fda7a-b40a-4766-a0e2-11f8ccacbeda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:26.171390 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eba97622-499d-4378-9757-3bcc64fc54cf req-ed7fda7a-b40a-4766-a0e2-11f8ccacbeda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0602610 Dec 29 21:04:26.253040 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eba97622-499d-4378-9757-3bcc64fc54cf req-a09d39a1-53db-46ff-ba89-95875303f2d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734141 Dec 29 21:04:26.358099 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:04:26.489183 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:34Z', 'revision_number': 1, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:26.490141 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:26.493691 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c47d32e-f13a-4e09-a924-3a1f2d80dd07 None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': 'bba86e79-961d-44b0-b0bc-4d29ab9b0944', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'b8269539-4582-426d-9efd-0d974423058b', 'port_id': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'mac_address': 'fa:16:3e:be:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T20:59:31Z', 'updated_at': '2021-12-29T20:59:34Z', 'revision_number': 1, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:04:26.531502 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:04:26.536042 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eba97622-499d-4378-9757-3bcc64fc54cf req-ed69774d-b1dd-4abe-8409-869c46bbd6d9 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740886 Dec 29 21:04:26.549142 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:26.557619 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:26.653063 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=8']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:26.704505 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eba97622-499d-4378-9757-3bcc64fc54cf req-c4a3dec0-5dd2-4e1d-b80e-7c20e891eaf3 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616168 Dec 29 21:04:26.722740 dv-cinder-823170-1-iscsi neutron-server[82781]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'code': 422} returned with failed status Dec 29 21:04:26.776208 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf7496-e5c4-4eb5-84b3-2522b1d5f6de None None] New status for floating IP f213ce19-c41b-462e-ae73-3d316da2cf12: DOWN {{(pid=82781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:04:27.328751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cacac-7f7a-4afe-b0b6-00556c11eb80 req-9f26a585-b852-41b9-8ab7-01cda967cac8 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:27.330312 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2c1cacac-7f7a-4afe-b0b6-00556c11eb80 req-9f26a585-b852-41b9-8ab7-01cda967cac8 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 946 time: 0.0852029 Dec 29 21:04:27.376106 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2c1cacac-7f7a-4afe-b0b6-00556c11eb80 req-2adb71cb-d768-4e54-9ae3-cc443862e7dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392041 Dec 29 21:04:27.536736 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4ced4b83-1a10-427d-a602-482e72fbca11 req-e03ac4b4-7dff-4ab0-a6d2-9cf66b1c9a55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684867 Dec 29 21:04:27.778698 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-d5d7cbf4-4983-4fff-908e-92eed017ecd3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:27.780338 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-d5d7cbf4-4983-4fff-908e-92eed017ecd3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 946 time: 0.0863352 Dec 29 21:04:27.823664 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44732) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:27.853353 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Deleting port 87bc1445-adba-4c28-9225-990b41c6f15d {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:27.853689 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:27.973802 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-aa26ee50-61b0-4110-8871-0989571fd392 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1482267 Dec 29 21:04:28.106181 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e0786-7135-4caf-9d52-89a755bf7ebf req-86530062-2d90-403b-8d70-9242cb0af8e9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:28.107629 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eb4e0786-7135-4caf-9d52-89a755bf7ebf req-86530062-2d90-403b-8d70-9242cb0af8e9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.2244833 Dec 29 21:04:28.189381 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] For port 87bc1445-adba-4c28-9225-990b41c6f15d, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=87bc1445-adba-4c28-9225-990b41c6f15d,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:28.189714 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:28.256769 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-eb4e0786-7135-4caf-9d52-89a755bf7ebf req-097659e5-9109-42ee-8e25-7416a73f6a52 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367362 Dec 29 21:04:28.320738 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Calling delete_port for 87bc1445-adba-4c28-9225-990b41c6f15d owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:28.362822 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44752) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:28.490907 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:28.564178 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event deleted for resources: {'Port': ['ID=87bc1445-adba-4c28-9225-990b41c6f15d,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:28.573852 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.574265 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.574684 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.575091 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.575507 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.575899 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.576269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.576890 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.577281 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.577665 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.578063 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.599457 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0a449d82-481d-4b69-a8f8-161d3d27d2ec req-a60b6723-cd2f-4b6b-b089-922cdd8a4df5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 210 time: 0.0694277 Dec 29 21:04:28.600372 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:28.642634 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:04:28.647979 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Usage tracker for resource:security_group_rule and tenant:ef29db310e29414296dcf5e9c682941e is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:04:28.651145 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:04:28.657550 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:04:28.680608 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] No DVR routers for this DVR port 87bc1445-adba-4c28-9225-990b41c6f15d on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:04:28.687936 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:28.693108 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'name': 'network-vif-deleted', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:04:28.732753 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b37b33e6-5d29-487c-afe2-49bd969a3995 req-47dffc04-711d-4a95-b15a-516ce9e8802b tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "DELETE /v2.0/ports/87bc1445-adba-4c28-9225-990b41c6f15d HTTP/1.1" status: 204 len: 173 time: 0.9459765 Dec 29 21:04:28.742969 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:28.748605 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:28.790947 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68faef03-49bf-4f05-b1ac-c0b385b054a0', 'name': 'network-vif-deleted', 'tag': '87bc1445-adba-4c28-9225-990b41c6f15d', 'status': 'completed', 'code': 200} Dec 29 21:04:28.796130 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c002b6b-2702-4772-8443-16cdf835128f,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:28.815999 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.816774 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.817232 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.817787 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.818280 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.818800 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.819300 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.819788 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.820276 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.820799 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.821570 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:04:28.826704 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-223b366e-2e04-47a5-9f10-5febb85c5a06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef29db310e29414296dcf5e9c682941e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4619427 Dec 29 21:04:28.839178 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44764) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:28.908036 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-49deff92-11ed-483e-b154-ee3910748e59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc&tenant_id=c57d417a00fc4d18b249a80a29223706 HTTP/1.1" status: 200 len: 1096 time: 0.0970681 Dec 29 21:04:28.934289 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7c81b403-160a-44e3-8507-01b5ec274bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:28.991186 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7c81b403-160a-44e3-8507-01b5ec274bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:29.027435 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-210f4c9f-95b4-47ea-9109-cbeea794e543 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c57d417a00fc4d18b249a80a29223706&device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1096 time: 0.0929837 Dec 29 21:04:29.048309 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7c81b403-160a-44e3-8507-01b5ec274bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:29.066100 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81b403-160a-44e3-8507-01b5ec274bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c002b6b-2702-4772-8443-16cdf835128f,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:29.085491 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7c81b403-160a-44e3-8507-01b5ec274bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:29.088995 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7c81b403-160a-44e3-8507-01b5ec274bd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c002b6b-2702-4772-8443-16cdf835128f HTTP/1.1" status: 204 len: 168 time: 0.2440031 Dec 29 21:04:29.167653 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-bca35374-e86c-4664-81a7-6a9b6f6c1aad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:29.169044 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-bca35374-e86c-4664-81a7-6a9b6f6c1aad service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 200 len: 916 time: 0.1352005 Dec 29 21:04:29.281113 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-bdb9d64a-2fd5-408f-a493-f9f6ff23f535 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 200 len: 998 time: 0.1054366 Dec 29 21:04:29.350629 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-57102728-4d80-4ae1-8562-8eb8d32a85cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:29.352632 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-57102728-4d80-4ae1-8562-8eb8d32a85cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 200 len: 854 time: 0.0642111 Dec 29 21:04:29.507384 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed427d-9899-4a3f-a88e-c7212f89beea req-d55ea9b5-80fd-4eac-9393-845effb8e0a9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:29.508771 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-58ed427d-9899-4a3f-a88e-c7212f89beea req-d55ea9b5-80fd-4eac-9393-845effb8e0a9 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0960543 Dec 29 21:04:29.524921 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-df3ec5b7-8d14-4dfe-81ca-c8f126a51e1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a384869-5d93-45ce-8cdd-facb11f512d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1644962 Dec 29 21:04:29.556558 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-58ed427d-9899-4a3f-a88e-c7212f89beea req-074d6b82-710b-471b-a5e8-a62980caef02 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424068 Dec 29 21:04:29.666046 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-50ff003d-3505-4285-b48e-fe02bb5f22e3 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319971 Dec 29 21:04:29.797663 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-9e64af46-a7b7-4dcd-9bb2-79ff108b6fcd req-0e84b188-0589-48eb-ae6d-022796778bab tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:04:29.831311 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-9e64af46-a7b7-4dcd-9bb2-79ff108b6fcd req-0e84b188-0589-48eb-ae6d-022796778bab tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:04:29.832842 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9e64af46-a7b7-4dcd-9bb2-79ff108b6fcd req-0e84b188-0589-48eb-ae6d-022796778bab tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=68faef03-49bf-4f05-b1ac-c0b385b054a0 HTTP/1.1" status: 200 len: 210 time: 0.0884287 Dec 29 21:04:29.859557 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3bd0f249-f06d-474b-9096-60803c17c0ab req-d82d892d-bac1-404b-bae4-152777848dd4 service neutron] 10.222.0.46 "GET /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869926 Dec 29 21:04:30.376114 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 87bc1445-adba-4c28-9225-990b41c6f15d no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:04:30.411364 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 87bc1445-adba-4c28-9225-990b41c6f15d {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:04:30.411603 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 87bc1445-adba-4c28-9225-990b41c6f15d not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:04:30.411973 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:04:30.810235 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702ebab-2063-4e7d-a753-1c844a3f8ad5 req-5ecd7491-90d8-4a4f-82d4-6aef93bf0da2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:30.814323 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4702ebab-2063-4e7d-a753-1c844a3f8ad5 req-5ecd7491-90d8-4a4f-82d4-6aef93bf0da2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.1170177 Dec 29 21:04:30.877110 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4702ebab-2063-4e7d-a753-1c844a3f8ad5 req-eeba9ecb-3d29-4421-a736-da38b149e13a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555294 Dec 29 21:04:32.092502 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a0e8d-1d1d-4106-9afe-7d998a92ad56 req-80ef797f-29fe-4e28-83fb-25bf12fb12ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:32.094233 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8a6a0e8d-1d1d-4106-9afe-7d998a92ad56 req-80ef797f-29fe-4e28-83fb-25bf12fb12ac tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0786099 Dec 29 21:04:32.145795 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8a6a0e8d-1d1d-4106-9afe-7d998a92ad56 req-e13f39b4-4d2a-4419-acaa-f76a6db952ad tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449924 Dec 29 21:04:33.288646 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-15bae9db-099c-4fa8-8009-155ff23ba218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:33.372004 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be347c5-f037-4486-b6cf-90688ddd4c7d req-fd4c6dba-1e04-469e-a467-72e6dbfce126 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:33.373423 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1be347c5-f037-4486-b6cf-90688ddd4c7d req-fd4c6dba-1e04-469e-a467-72e6dbfce126 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0777442 Dec 29 21:04:33.395130 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44806) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:33.424105 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1be347c5-f037-4486-b6cf-90688ddd4c7d req-da375a15-adbd-4e95-b10d-7467f0a0551a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450768 Dec 29 21:04:33.610123 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Deleting port bf324c99-aef1-4eb2-82ad-077b8b748446 {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:33.610476 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:33.784895 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:33.785264 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:33.911335 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Calling delete_port for bf324c99-aef1-4eb2-82ad-077b8b748446 owned by network:floatingip {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:34.082579 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:34.128095 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event deleted for resources: {'Port': ['ID=bf324c99-aef1-4eb2-82ad-077b8b748446,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:34.227319 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:34.725460 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8e1ff-91c2-4e0b-8590-7e7fd4de5351 req-ef06b44d-1626-4557-8bf0-0b2270d29698 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:34.726837 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4cb8e1ff-91c2-4e0b-8590-7e7fd4de5351 req-ef06b44d-1626-4557-8bf0-0b2270d29698 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.1519759 Dec 29 21:04:34.792414 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4cb8e1ff-91c2-4e0b-8590-7e7fd4de5351 req-2151ea12-9ad8-4b75-85ae-3048bceda816 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590177 Dec 29 21:04:34.815559 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:04:35.021111 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:04:35.031090 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:04:35.045837 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:35.046678 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:35.047230 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:35.103276 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e734efe9-2237-469b-929f-2a4f87860904 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "DELETE /v2.0/floatingips/bba86e79-961d-44b0-b0bc-4d29ab9b0944 HTTP/1.1" status: 204 len: 168 time: 1.7064781 Dec 29 21:04:35.103921 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06'}] {{(pid=82779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:04:35.306192 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:35.386979 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'status': 'completed', 'code': 200} Dec 29 21:04:35.499786 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f0bb598e-1c95-4784-ad7a-4499c694d5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:35.591708 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68191-c3d4-4d8b-b6ad-519ff481fa7a req-d7e26c3c-3d23-4b6d-be5f-c81fe73e8f20 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:35.592401 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-dfb68191-c3d4-4d8b-b6ad-519ff481fa7a req-d7e26c3c-3d23-4b6d-be5f-c81fe73e8f20 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Synchronizing usage tracker for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:04:35.611331 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-dfb68191-c3d4-4d8b-b6ad-519ff481fa7a req-d7e26c3c-3d23-4b6d-be5f-c81fe73e8f20 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Unset dirty status for tenant:f6605294a2f54d1b8e2be6b90dc68f7c on resource:port {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:04:35.611331 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfb68191-c3d4-4d8b-b6ad-519ff481fa7a req-d7e26c3c-3d23-4b6d-be5f-c81fe73e8f20 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.1033859 Dec 29 21:04:35.675311 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfb68191-c3d4-4d8b-b6ad-519ff481fa7a req-2202bb29-6e82-4146-b45e-5f1e4e13b96d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585978 Dec 29 21:04:35.703977 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:35.708187 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:04:35.733483 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:35.734332 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:35.920653 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:36.061972 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71823c-cb59-4e88-ba36-bba545682a6b req-8ce992fc-c905-4bc5-885a-8f3fb747bd7a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:36.064104 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df71823c-cb59-4e88-ba36-bba545682a6b req-8ce992fc-c905-4bc5-885a-8f3fb747bd7a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0942900 Dec 29 21:04:36.116917 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-df71823c-cb59-4e88-ba36-bba545682a6b req-d8943dde-144d-48ea-b926-892da24c7f99 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464427 Dec 29 21:04:36.131548 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:04:36.260349 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:36.264520 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620e6ed-1d41-473f-9368-7ce4c57cb625 None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T20:53:58Z', 'revision_number': 4, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'e7534796-934a-477d-8d5d-81db6c15dc50', 'name': '', 'network_id': '98d55cc5-bfd8-4777-9fa2-a2132f0ede97', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'mac_address': 'fa:16:3e:7a:17:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:56Z', 'updated_at': '2021-12-29T20:54:08Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'subnets': [{'id': '225e5a5c-2d02-4a03-8d12-c030f03c3bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:04:36.489118 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72668a-e65d-40dc-9cc2-aff46a879c6e None None] New status for floating IP bba86e79-961d-44b0-b0bc-4d29ab9b0944: DOWN {{(pid=82781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:04:36.749516 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:36.874001 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf919c-bdfe-4081-be27-726fc664366d req-21fb9a42-afea-412c-8a26-cf52f62bb830 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:36.875506 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6cbf919c-bdfe-4081-be27-726fc664366d req-21fb9a42-afea-412c-8a26-cf52f62bb830 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0862026 Dec 29 21:04:36.925934 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-6cbf919c-bdfe-4081-be27-726fc664366d req-67aa31cd-595d-4656-9a02-e2c5e2251c2d tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Dec 29 21:04:37.133844 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:37.335270 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b4ffb-5bfd-43dc-9b9a-b7277b7dbd6f req-3fb6dc99-9203-498d-8539-8036e1f11a55 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:37.336699 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-372b4ffb-5bfd-43dc-9b9a-b7277b7dbd6f req-3fb6dc99-9203-498d-8539-8036e1f11a55 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0773220 Dec 29 21:04:37.384089 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-372b4ffb-5bfd-43dc-9b9a-b7277b7dbd6f req-282d5a21-06cf-44fd-a860-21fefe6579ff tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419428 Dec 29 21:04:38.040368 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:38.130492 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e7ff4-af09-4874-af2e-3608ea14d95e req-ffa0a38f-deb1-4c41-9e07-63bfd7b6713f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:38.132002 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0c8e7ff4-af09-4874-af2e-3608ea14d95e req-ffa0a38f-deb1-4c41-9e07-63bfd7b6713f tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0785599 Dec 29 21:04:38.178524 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-0c8e7ff4-af09-4874-af2e-3608ea14d95e req-b0da95a8-0e70-43b5-bd90-0caf83671a43 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Dec 29 21:04:38.602206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202670c1-84fd-415a-85aa-ed8923560dc7 req-ebee0e9e-7f83-4c6b-a7cf-98e0b155b354 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:38.603748 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-202670c1-84fd-415a-85aa-ed8923560dc7 req-ebee0e9e-7f83-4c6b-a7cf-98e0b155b354 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0839584 Dec 29 21:04:38.652567 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-202670c1-84fd-415a-85aa-ed8923560dc7 req-51565db6-bed6-47a6-9a08-d6986ed3e74a tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Dec 29 21:04:39.385529 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830054fe-8fbc-4f57-a01d-50f67ea64df7 req-c06cf825-f7b1-48c0-8be8-d83b43d990ca tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:39.387007 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-830054fe-8fbc-4f57-a01d-50f67ea64df7 req-c06cf825-f7b1-48c0-8be8-d83b43d990ca tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0842102 Dec 29 21:04:39.438580 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-830054fe-8fbc-4f57-a01d-50f67ea64df7 req-f0ca42f4-aefc-4ad0-a9e7-246eb07c6f09 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Dec 29 21:04:39.870207 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bbf90-adfa-4132-b455-ac62c440c268 req-3579e0eb-2b6b-42dd-836b-22f8677931e6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:39.871686 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a67bbf90-adfa-4132-b455-ac62c440c268 req-3579e0eb-2b6b-42dd-836b-22f8677931e6 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0797200 Dec 29 21:04:39.919848 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a67bbf90-adfa-4132-b455-ac62c440c268 req-df444958-1e3a-4eee-b4b1-762ef7ee200d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426993 Dec 29 21:04:40.637890 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d132-942b-4b06-8d8b-addb121ed512 req-cd0bee5c-eb59-4df3-8bda-6310ef4d1f87 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:40.639426 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-49c3d132-942b-4b06-8d8b-addb121ed512 req-cd0bee5c-eb59-4df3-8bda-6310ef4d1f87 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0772376 Dec 29 21:04:40.685773 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-49c3d132-942b-4b06-8d8b-addb121ed512 req-38ec5ab0-09ad-4584-b6e9-4380fd732f9e tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 Dec 29 21:04:41.146171 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275867e-003b-4075-b5ad-ffcf353b750b req-98785be8-fa79-4e5e-b36f-26fb89210186 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:41.148095 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1275867e-003b-4075-b5ad-ffcf353b750b req-98785be8-fa79-4e5e-b36f-26fb89210186 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0830965 Dec 29 21:04:41.195131 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-1275867e-003b-4075-b5ad-ffcf353b750b req-89a0b0dc-f009-4abc-bed0-abff997a1951 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 Dec 29 21:04:41.880735 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4395c5-8bdf-4047-a45d-2c41fb49dc22 req-15b2f647-d060-421c-ad07-84b69bac5cc3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:41.883027 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-de4395c5-8bdf-4047-a45d-2c41fb49dc22 req-15b2f647-d060-421c-ad07-84b69bac5cc3 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0780709 Dec 29 21:04:41.926884 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-de4395c5-8bdf-4047-a45d-2c41fb49dc22 req-005173c2-78ee-402d-b316-3810bf38f4fa tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 Dec 29 21:04:42.399716 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1083c1e-3983-45c1-ba07-59753df7bdf8 req-18842735-b9d7-480e-bafd-77e610ffcd5c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:42.401159 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d1083c1e-3983-45c1-ba07-59753df7bdf8 req-18842735-b9d7-480e-bafd-77e610ffcd5c tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0748253 Dec 29 21:04:42.448771 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d1083c1e-3983-45c1-ba07-59753df7bdf8 req-abebe9ec-2788-4def-be3f-476e388f21a5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Dec 29 21:04:43.124722 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047bdb-685a-4083-9a61-4db8d582bafa req-094834be-5185-4aad-812a-86158e0221dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:43.126148 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d2047bdb-685a-4083-9a61-4db8d582bafa req-094834be-5185-4aad-812a-86158e0221dc tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0741565 Dec 29 21:04:43.172548 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d2047bdb-685a-4083-9a61-4db8d582bafa req-41a7e90f-df3c-4784-a93f-23fca7cfd259 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411685 Dec 29 21:04:43.656012 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb5fa-2d41-40ac-9158-2f23a2fa26b0 req-fd18956e-d92e-4f90-b64d-776ecd20511b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:43.657441 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a1dcb5fa-2d41-40ac-9158-2f23a2fa26b0 req-fd18956e-d92e-4f90-b64d-776ecd20511b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0747008 Dec 29 21:04:43.701512 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a1dcb5fa-2d41-40ac-9158-2f23a2fa26b0 req-f880f2d7-0706-4de5-95ae-7d07ce5e15d0 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386467 Dec 29 21:04:44.040800 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-ae5c9357-f2d8-4949-941e-7de47b55d458 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 1098 time: 0.0719960 Dec 29 21:04:44.171760 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-3fbd90ee-5e94-4977-83e2-37de85a538fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:44.173084 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-3fbd90ee-5e94-4977-83e2-37de85a538fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 200 len: 913 time: 0.1241171 Dec 29 21:04:44.239489 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-1d1d99da-264f-4475-9857-e1828eaa18f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 200 len: 217 time: 0.0583429 Dec 29 21:04:44.306567 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-80311306-e2ce-41e9-bcb2-135bf2d256c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:44.308150 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-80311306-e2ce-41e9-bcb2-135bf2d256c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 200 len: 851 time: 0.0615690 Dec 29 21:04:44.370081 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7a0fc-8056-441f-b0be-ce5228ec44f8 req-65cd710b-db09-4457-8c24-3238fd114afd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:44.371390 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-87b7a0fc-8056-441f-b0be-ce5228ec44f8 req-65cd710b-db09-4457-8c24-3238fd114afd tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.0786791 Dec 29 21:04:44.383065 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-e38c3983-67bc-4e3e-9684-705f3b949477 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98d55cc5-bfd8-4777-9fa2-a2132f0ede97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675290 Dec 29 21:04:44.416107 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-87b7a0fc-8056-441f-b0be-ce5228ec44f8 req-0f043df6-33da-47e5-88ad-384529bface7 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/security-groups?id=471a599c-3c26-48fb-b6aa-adb9ead3b594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392749 Dec 29 21:04:44.587240 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-cff92d52-72e0-476a-9a3b-fa8fde598308 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966982 Dec 29 21:04:44.776270 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-457d7ddf-570f-4040-86aa-10091e1bbe4d req-bddbf5a0-c7d5-4b3d-9f66-2433df3ad8a1 service neutron] 10.222.0.46 "GET /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814384 Dec 29 21:04:44.787063 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-c7caf191-7e35-4968-8a04-f456f46d0b70 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:44.788452 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-c7caf191-7e35-4968-8a04-f456f46d0b70 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 945 time: 0.1273756 Dec 29 21:04:44.897046 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Deleting port ee751d5b-34a0-4f9e-91da-eaeedf435b06 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:44.897389 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:45.011345 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257407f-f393-4bc1-94d3-99bae4be20b5 req-c998fe55-b473-40f9-a7a1-c386b5b957ad tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:45.012667 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a257407f-f393-4bc1-94d3-99bae4be20b5 req-c998fe55-b473-40f9-a7a1-c386b5b957ad tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.1721492 Dec 29 21:04:45.104158 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:45.142985 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a257407f-f393-4bc1-94d3-99bae4be20b5 req-022e2fb1-50ae-4b82-9cc7-ad0fd04f6c47 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247828 Dec 29 21:04:45.184437 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] For port ee751d5b-34a0-4f9e-91da-eaeedf435b06, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=ee751d5b-34a0-4f9e-91da-eaeedf435b06,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:45.184788 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:45.300146 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Calling delete_port for ee751d5b-34a0-4f9e-91da-eaeedf435b06 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:45.436191 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:45.482465 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event deleted for resources: {'Port': ['ID=ee751d5b-34a0-4f9e-91da-eaeedf435b06,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:45.553663 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] No DVR routers for this DVR port ee751d5b-34a0-4f9e-91da-eaeedf435b06 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:04:45.556571 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:45.559064 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'name': 'network-vif-deleted', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:04:45.573942 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-5060eddc-e6fd-49a8-b9c9-064be4b165a8 req-2b0c3cd9-d58a-432a-9ec0-39ed354091e5 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.46 "DELETE /v2.0/ports/ee751d5b-34a0-4f9e-91da-eaeedf435b06 HTTP/1.1" status: 204 len: 173 time: 0.7804656 Dec 29 21:04:45.585623 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f1c07fd8-772b-4f7a-b5ff-3c81f0a5ae58 req-56d6ee6e-4369-48c9-af66-237a504eef28 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f90f17e-2217-4da4-a6d2-892fbafc879e HTTP/1.1" status: 200 len: 210 time: 0.0423458 Dec 29 21:04:45.619552 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f90f17e-2217-4da4-a6d2-892fbafc879e', 'name': 'network-vif-deleted', 'tag': 'ee751d5b-34a0-4f9e-91da-eaeedf435b06', 'status': 'completed', 'code': 200} Dec 29 21:04:46.361862 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433904a9-a945-4f29-87ea-be2676dac38e req-a6dbbad2-0076-4cb7-9b8a-604e36f37c5d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:46.363491 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-433904a9-a945-4f29-87ea-be2676dac38e req-a6dbbad2-0076-4cb7-9b8a-604e36f37c5d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0834496 Dec 29 21:04:46.412582 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-433904a9-a945-4f29-87ea-be2676dac38e req-fa5de0cd-5314-4864-a433-bf8c3fe675d5 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Dec 29 21:04:46.690954 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44864) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:46.841609 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Deleting port b0b173f0-3795-4f4d-ae20-3f1e09700a44 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:46.841942 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:47.004439 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:47.004768 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:47.206567 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Calling delete_port for b0b173f0-3795-4f4d-ae20-3f1e09700a44 owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:47.342064 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:47.387716 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event deleted for resources: {'Port': ['ID=b0b173f0-3795-4f4d-ae20-3f1e09700a44,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:47.476639 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for floatingip, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:47.490461 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:47.492245 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-29641fff-6424-4567-b3b2-78fc51ad1f41 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "DELETE /v2.0/floatingips/9a03f7b6-d7e4-461f-9fc7-4feb24ef7d02 HTTP/1.1" status: 204 len: 168 time: 0.7996969 Dec 29 21:04:47.619508 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbef6d-1dd6-4d6e-a567-da251db1dcaa req-fbca891f-aed6-4c9b-bf56-7808f87df767 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:47.620942 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-38bbef6d-1dd6-4d6e-a567-da251db1dcaa req-fbca891f-aed6-4c9b-bf56-7808f87df767 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 943 time: 0.0751338 Dec 29 21:04:47.763430 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-38bbef6d-1dd6-4d6e-a567-da251db1dcaa req-8cdba62a-e9af-4c94-bb96-6738be9732ce tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371264 Dec 29 21:04:48.423004 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:04:48.425286 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ee751d5b-34a0-4f9e-91da-eaeedf435b06 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:04:48.459862 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: ee751d5b-34a0-4f9e-91da-eaeedf435b06 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:04:48.460190 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device ee751d5b-34a0-4f9e-91da-eaeedf435b06 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:04:48.581509 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:48.594051 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'port_id': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'mac_address': 'fa:16:3e:32:18:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:04:48.644767 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:48.664176 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:04:48.678124 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:48.681842 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:48.769970 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=9']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:48.874500 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44882) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:48.999012 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-26940b7e-fe4c-4154-a3e4-1103dc463a40 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:49.032189 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a25fa7-6051-4074-ac04-b6f789aa49c8 req-4495f085-48b0-4a3c-9e46-3802baab2b6d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:49.033618 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-96a25fa7-6051-4074-ac04-b6f789aa49c8 req-4495f085-48b0-4a3c-9e46-3802baab2b6d tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 944 time: 0.1318593 Dec 29 21:04:49.039488 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-26940b7e-fe4c-4154-a3e4-1103dc463a40 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:49.042533 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:04:49.111148 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-96a25fa7-6051-4074-ac04-b6f789aa49c8 req-69da8b84-7814-4b54-8090-7f285810c53e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642064 Dec 29 21:04:49.138007 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-26940b7e-fe4c-4154-a3e4-1103dc463a40 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:49.157469 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26940b7e-fe4c-4154-a3e4-1103dc463a40 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a599c-3c26-48fb-b6aa-adb9ead3b594,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:49.171817 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-26940b7e-fe4c-4154-a3e4-1103dc463a40 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:49.172986 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-26940b7e-fe4c-4154-a3e4-1103dc463a40 tempest-TestVolumeBootPattern-1905912009 tempest-TestVolumeBootPattern-1905912009-project] 10.222.0.37 "DELETE /v2.0/security-groups/471a599c-3c26-48fb-b6aa-adb9ead3b594 HTTP/1.1" status: 204 len: 168 time: 0.2972875 Dec 29 21:04:49.240227 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44888) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:49.908463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:50.415292 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3b182-d74f-4157-8923-ffd0103f644e req-009650e8-7201-452a-9f82-d1db33ba0eb2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:50.416728 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27f3b182-d74f-4157-8923-ffd0103f644e req-009650e8-7201-452a-9f82-d1db33ba0eb2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 944 time: 0.1677055 Dec 29 21:04:50.436235 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:04:50.504804 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:04:50.505180 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:50.574553 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27f3b182-d74f-4157-8923-ffd0103f644e req-d5a1f575-ff5b-4e9c-bdca-187744601846 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481802 Dec 29 21:04:50.622377 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:50.649250 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:04:50.659316 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:50.664301 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:50.700438 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Deleting port e7534796-934a-477d-8d5d-81db6c15dc50 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:50.700889 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:50.710102 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'code': 200} Dec 29 21:04:50.734507 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=10']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:50.875455 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] For port e7534796-934a-477d-8d5d-81db6c15dc50, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=e7534796-934a-477d-8d5d-81db6c15dc50,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:50.875806 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:51.026821 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Calling delete_port for e7534796-934a-477d-8d5d-81db6c15dc50 owned by network:router_interface {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:51.118294 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e18a5678-0080-470c-9354-da0940d4c275 req-8a547682-c776-43f1-bb61-68106e611d01 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 1099 time: 0.2347775 Dec 29 21:04:51.175325 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-e18a5678-0080-470c-9354-da0940d4c275 req-44bc775b-2638-46e0-b7f9-7042baecea45 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468848 Dec 29 21:04:51.245078 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:51.288029 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e7534796-934a-477d-8d5d-81db6c15dc50,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:51.562560 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:51.819451 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58fe3-d669-45d1-8a6a-2e1fa247a9f8 req-1259598c-6293-499e-b8db-c46862c8822b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:51.820824 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-01c58fe3-d669-45d1-8a6a-2e1fa247a9f8 req-1259598c-6293-499e-b8db-c46862c8822b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 946 time: 0.1030579 Dec 29 21:04:52.079743 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-01c58fe3-d669-45d1-8a6a-2e1fa247a9f8 req-254f4120-2bbe-45a7-b4d4-2eae8c89ad86 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061408 Dec 29 21:04:52.303422 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Router b8269539-4582-426d-9efd-0d974423058b has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:04:52.506914 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:04:52.517487 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] Sync routers for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:04:52.526566 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-8289c237-6ce8-46e1-9f8b-a1f394e279eb admin admin] 10.222.0.37 "PUT /v2.0/routers/b8269539-4582-426d-9efd-0d974423058b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2847877 Dec 29 21:04:52.528485 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44910) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:52.530459 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:52.531377 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:52.736795 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:52.740764 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks [] for router, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:52.939562 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:52.949790 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Deleting port 6021dc10-a2b6-427a-a35f-98130a88aff3 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:52.950156 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:53.018974 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T21:04:51Z', 'revision_number': 5, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port': {'id': '6021dc10-a2b6-427a-a35f-98130a88aff3', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8269539-4582-426d-9efd-0d974423058b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:53:53Z', 'updated_at': '2021-12-29T20:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:53.022838 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] Checking router: b8269539-4582-426d-9efd-0d974423058b for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:04:53.033296 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] Routers {'b8269539-4582-426d-9efd-0d974423058b'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:53.033891 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['b8269539-4582-426d-9efd-0d974423058b'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:53.125152 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] For port 6021dc10-a2b6-427a-a35f-98130a88aff3, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=6021dc10-a2b6-427a-a35f-98130a88aff3,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:53.125712 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:53.188621 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] Set router b8269539-4582-426d-9efd-0d974423058b gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:53.243671 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Calling delete_port for 6021dc10-a2b6-427a-a35f-98130a88aff3 owned by network:router_gateway {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:53.294601 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T21:04:52Z', 'revision_number': 6, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:53.298647 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10625677-18dd-4cf6-9a2a-85754da693e6 None None] The sync data for ids ['b8269539-4582-426d-9efd-0d974423058b'] in dv-cinder-823170-1-iscsi is: [{'id': 'b8269539-4582-426d-9efd-0d974423058b', 'name': 'tempest-TestVolumeBootPattern-1128365644-router', 'tenant_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:53:52Z', 'updated_at': '2021-12-29T21:04:52Z', 'revision_number': 6, 'project_id': 'f6605294a2f54d1b8e2be6b90dc68f7c', 'gw_port_host': None}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:04:53.305316 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62d62f-8a0f-4a04-a6d6-6032b9d15ac8 req-088cf4bd-7cac-4ed9-a503-2eca22d3e7d1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:04:53.312338 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-df62d62f-8a0f-4a04-a6d6-6032b9d15ac8 req-088cf4bd-7cac-4ed9-a503-2eca22d3e7d1 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 946 time: 0.0922091 Dec 29 21:04:53.356080 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-df62d62f-8a0f-4a04-a6d6-6032b9d15ac8 req-5e2c8d13-c5fa-4b81-8a0d-87c79505eeef tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Dec 29 21:04:53.416404 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:53.460186 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Pushing event deleted for resources: {'Port': ['ID=6021dc10-a2b6-427a-a35f-98130a88aff3,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:53.760968 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.013724 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.019520 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.047223 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.047737 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8269539-4582-426d-9efd-0d974423058b {{(pid=82780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:04:54.060508 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.061640 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-80f2f402-8d44-4100-bb5f-8cfe44fa200c admin admin] 10.222.0.37 "DELETE /v2.0/routers/b8269539-4582-426d-9efd-0d974423058b HTTP/1.1" status: 204 len: 168 time: 1.5320926 Dec 29 21:04:54.064458 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44940) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:54.124720 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] Deleting subnet 225e5a5c-2d02-4a03-8d12-c030f03c3bff {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:04:54.127689 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.176234 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3456295'] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.256716 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.323141 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2710330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278290'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.360642 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225e5a5c-2d02-4a03-8d12-c030f03c3bff,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:54.367412 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.373070 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3158d8-3b5a-48c8-98fe-165cea67107f None None] Network 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:04:54.376298 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-75086a7d-6f27-472b-82a5-4ce31f6fe6c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/225e5a5c-2d02-4a03-8d12-c030f03c3bff HTTP/1.1" status: 204 len: 168 time: 0.3085465 Dec 29 21:04:54.376804 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44944) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:54.433122 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device e7534796-934a-477d-8d5d-81db6c15dc50 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:04:54.473820 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: e7534796-934a-477d-8d5d-81db6c15dc50 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:04:54.474154 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device e7534796-934a-477d-8d5d-81db6c15dc50 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:04:54.474555 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 6021dc10-a2b6-427a-a35f-98130a88aff3 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:04:54.481815 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.492389 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Deleting port 4df79090-bbbf-4823-acd3-c854c12b49fa {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:54.492715 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.514821 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 6021dc10-a2b6-427a-a35f-98130a88aff3 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:04:54.515157 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 6021dc10-a2b6-427a-a35f-98130a88aff3 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:04:54.681889 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] DHCP port deletion for 98d55cc5-bfd8-4777-9fa2-a2132f0ede97 request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:04:54.685893 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Deleting port 4df79090-bbbf-4823-acd3-c854c12b49fa {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:54.686268 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.700688 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] For port 4df79090-bbbf-4823-acd3-c854c12b49fa, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=4df79090-bbbf-4823-acd3-c854c12b49fa,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:54.701042 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.822180 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Calling delete_port for 4df79090-bbbf-4823-acd3-c854c12b49fa owned by network:dhcp {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:54.879263 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] For port 4df79090-bbbf-4823-acd3-c854c12b49fa, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=4df79090-bbbf-4823-acd3-c854c12b49fa,segment=NetworkSegment(62d0ab38-449f-4569-aa7a-ead661afc35f),segment_id=62d0ab38-449f-4569-aa7a-ead661afc35f)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:54.879752 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.900266 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:54.944912 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Pushing event deleted for resources: {'Port': ['ID=4df79090-bbbf-4823-acd3-c854c12b49fa,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:54.949724 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] No DVR routers for this DVR port 4df79090-bbbf-4823-acd3-c854c12b49fa on host dv-cinder-823170-1-iscsi {{(pid=82779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:04:55.006536 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Calling delete_port for 4df79090-bbbf-4823-acd3-c854c12b49fa owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:55.063484 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.076997 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:04:55.077355 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:04:55.089006 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d55cc5-bfd8-4777-9fa2-a2132f0ede97']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:55.100509 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d0ab38-449f-4569-aa7a-ead661afc35f') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:55.101497 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d0ab38-449f-4569-aa7a-ead661afc35f') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:55.112249 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.127194 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.133476 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:04:55.133903 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:04:55.146255 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:04:55.220604 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.236640 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.248622 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d55cc5-bfd8-4777-9fa2-a2132f0ede97,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:55.253244 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-6d2ccf4a-7ebd-4f7a-8ef4-846763f03678 admin admin] 10.222.0.37 "DELETE /v2.0/networks/98d55cc5-bfd8-4777-9fa2-a2132f0ede97 HTTP/1.1" status: 204 len: 168 time: 0.8753927 Dec 29 21:04:55.256038 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44948) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:55.578387 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Deleting port 4df79090-bbbf-4823-acd3-c854c12b49fa {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:55.579029 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.625423 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:55.641929 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-5dc3ea1a-1b98-4428-8946-0d612cc2f83e None None] The port '4df79090-bbbf-4823-acd3-c854c12b49fa' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:04:56.280272 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Deleting port b05543c7-83e8-47b5-b447-23922c570e9a {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:56.280513 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:56.421655 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 4df79090-bbbf-4823-acd3-c854c12b49fa no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:04:56.447955 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] For port b05543c7-83e8-47b5-b447-23922c570e9a, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b05543c7-83e8-47b5-b447-23922c570e9a,segment=NetworkSegment(cc72c6bc-bb64-4f20-8032-ea03ab89aa91),segment_id=cc72c6bc-bb64-4f20-8032-ea03ab89aa91)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:56.448303 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:56.453389 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 4df79090-bbbf-4823-acd3-c854c12b49fa {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:04:56.453729 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 4df79090-bbbf-4823-acd3-c854c12b49fa not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:04:56.563928 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Calling delete_port for b05543c7-83e8-47b5-b447-23922c570e9a owned by network:router_interface {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:56.729888 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:56.774770 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05543c7-83e8-47b5-b447-23922c570e9a,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:57.051733 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:57.679825 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Router 09b64bc3-0aa6-4226-a20f-8bdaa82262df has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:04:57.867810 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:04:57.876879 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] Sync routers for ids ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:04:57.884866 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-42830cdc-8a49-4987-b098-68c53e4246c7 admin admin] 10.222.0.37 "PUT /v2.0/routers/09b64bc3-0aa6-4226-a20f-8bdaa82262df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6278379 Dec 29 21:04:57.887329 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44952) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:57.891068 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] Routers {'09b64bc3-0aa6-4226-a20f-8bdaa82262df'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:57.891679 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:58.083330 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks [] for router, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:58.094833 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] Set router 09b64bc3-0aa6-4226-a20f-8bdaa82262df gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:58.273535 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:58.283046 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Deleting port 1b8f575b-0ccf-47fe-9193-76a6e098c30e {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:58.283865 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:58.371292 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T21:04:56Z', 'revision_number': 5, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port': {'id': '1b8f575b-0ccf-47fe-9193-76a6e098c30e', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:54:04Z', 'updated_at': '2021-12-29T20:54:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:58.375685 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] Checking router: 09b64bc3-0aa6-4226-a20f-8bdaa82262df for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:04:58.391738 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] Routers {'09b64bc3-0aa6-4226-a20f-8bdaa82262df'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:04:58.392487 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:04:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:58.454678 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] For port 1b8f575b-0ccf-47fe-9193-76a6e098c30e, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1b8f575b-0ccf-47fe-9193-76a6e098c30e,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:04:58.455036 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:58.543586 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] Set router 09b64bc3-0aa6-4226-a20f-8bdaa82262df gateway port host: None {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:04:58.652303 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T21:04:58Z', 'revision_number': 6, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:04:58.656413 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3f830-0900-41d2-a65d-d4af4b14d284 None None] The sync data for ids ['09b64bc3-0aa6-4226-a20f-8bdaa82262df'] in dv-cinder-823170-1-iscsi is: [{'id': '09b64bc3-0aa6-4226-a20f-8bdaa82262df', 'name': 'tempest-TestVolumeBootPattern-18157212-router', 'tenant_id': '2984268e625e45eba50ad075c215b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:54:03Z', 'updated_at': '2021-12-29T21:04:58Z', 'revision_number': 6, 'project_id': '2984268e625e45eba50ad075c215b31a', 'gw_port_host': None}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:04:58.669616 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Calling delete_port for 1b8f575b-0ccf-47fe-9193-76a6e098c30e owned by network:router_gateway {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:04:58.824984 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:58.866054 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8f575b-0ccf-47fe-9193-76a6e098c30e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:59.088182 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.353876 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.358056 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.390024 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.391657 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b64bc3-0aa6-4226-a20f-8bdaa82262df {{(pid=82779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:04:59.406400 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] Notify callbacks [] for router, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.407566 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a9a36463-cf44-41e6-a289-c3de7856399f admin admin] 10.222.0.37 "DELETE /v2.0/routers/09b64bc3-0aa6-4226-a20f-8bdaa82262df HTTP/1.1" status: 204 len: 168 time: 1.5190346 Dec 29 21:04:59.411284 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44956) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:59.481120 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] Deleting subnet 7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:04:59.484864 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.546818 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.638905 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.711877 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.754049 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:04:59.761404 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.767694 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-799fb22e-37df-4c28-b311-a2b03f4c29b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7bdd17fc-b6ee-42a3-b15e-4aaabd5cbe8f HTTP/1.1" status: 204 len: 168 time: 0.3553882 Dec 29 21:04:59.768343 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5c08b-ebab-4630-b33c-8b32b0d346e8 None None] Network a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:04:59.770562 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44960) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:04:59.889224 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:04:59.900416 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Deleting port 731307cc-054e-430c-b4ed-103f65dabbd6 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:04:59.900678 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.033944 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] DHCP port deletion for a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:05:00.038238 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Deleting port 731307cc-054e-430c-b4ed-103f65dabbd6 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:05:00.038828 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.105640 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] For port 731307cc-054e-430c-b4ed-103f65dabbd6, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=731307cc-054e-430c-b4ed-103f65dabbd6,segment=NetworkSegment(cc72c6bc-bb64-4f20-8032-ea03ab89aa91),segment_id=cc72c6bc-bb64-4f20-8032-ea03ab89aa91)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:05:00.105995 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.224080 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Calling delete_port for 731307cc-054e-430c-b4ed-103f65dabbd6 owned by network:dhcp {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:05:00.236886 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] For port 731307cc-054e-430c-b4ed-103f65dabbd6, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=731307cc-054e-430c-b4ed-103f65dabbd6,segment=NetworkSegment(cc72c6bc-bb64-4f20-8032-ea03ab89aa91),segment_id=cc72c6bc-bb64-4f20-8032-ea03ab89aa91)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:05:00.237270 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.357185 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Calling delete_port for 731307cc-054e-430c-b4ed-103f65dabbd6 owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:05:00.387055 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.430691 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Pushing event deleted for resources: {'Port': ['ID=731307cc-054e-430c-b4ed-103f65dabbd6,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:05:00.436792 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] No DVR routers for this DVR port 731307cc-054e-430c-b4ed-103f65dabbd6 on host dv-cinder-823170-1-iscsi {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:05:00.440708 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b05543c7-83e8-47b5-b447-23922c570e9a no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:05:00.476789 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:05:00.477059 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:05:00.477631 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: b05543c7-83e8-47b5-b447-23922c570e9a {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:05:00.477967 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b05543c7-83e8-47b5-b447-23922c570e9a not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:05:00.478370 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1b8f575b-0ccf-47fe-9193-76a6e098c30e no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:05:00.509666 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 1b8f575b-0ccf-47fe-9193-76a6e098c30e {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:05:00.510011 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1b8f575b-0ccf-47fe-9193-76a6e098c30e not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:05:00.510420 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 731307cc-054e-430c-b4ed-103f65dabbd6 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:05:00.540081 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 731307cc-054e-430c-b4ed-103f65dabbd6 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:05:00.540425 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 731307cc-054e-430c-b4ed-103f65dabbd6 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:05:00.550772 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.576516 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bedac4-dc5e-43ce-a9b5-6b334bddbe52']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:05:00.588329 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:05:00.588622 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc72c6bc-bb64-4f20-8032-ea03ab89aa91') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:05:00.599364 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.614100 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.620867 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:05:00.621245 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:05:00.634437 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:05:00.707958 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.722810 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.733159 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2bedac4-dc5e-43ce-a9b5-6b334bddbe52,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:05:00.739953 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b2456de0-477b-4697-b451-0cadd503557b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a2bedac4-dc5e-43ce-a9b5-6b334bddbe52 HTTP/1.1" status: 204 len: 168 time: 0.9683504 Dec 29 21:05:00.877128 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44966) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:05:00.926309 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-cd3536ee-1167-46b4-8c30-ae8793784bc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6605294a2f54d1b8e2be6b90dc68f7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480058 Dec 29 21:05:00.928684 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 44970) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:05:00.978032 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Deleting port 731307cc-054e-430c-b4ed-103f65dabbd6 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:05:00.978585 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:00.990468 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ee619845-a021-4324-9a3b-9f577c30a9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.015978 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ee619845-a021-4324-9a3b-9f577c30a9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.068578 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ee619845-a021-4324-9a3b-9f577c30a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.081714 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-f9e40e7d-9bd0-44f1-b618-92a6aa1e8758 None None] The port '731307cc-054e-430c-b4ed-103f65dabbd6' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:05:01.085006 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee619845-a021-4324-9a3b-9f577c30a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6613137e-a759-4f25-97a0-74a8356027f8,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:05:01.094903 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-ee619845-a021-4324-9a3b-9f577c30a9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.096018 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-ee619845-a021-4324-9a3b-9f577c30a9aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6613137e-a759-4f25-97a0-74a8356027f8 HTTP/1.1" status: 204 len: 168 time: 0.1656520 Dec 29 21:05:01.487997 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44978) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:05:01.536712 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c24a47ab-8808-4b01-b405-688d96e98b74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2984268e625e45eba50ad075c215b31a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474887 Dec 29 21:05:01.539731 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 44982) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:05:01.599552 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3087a100-ecac-4259-b726-c9f7177e326d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.624242 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3087a100-ecac-4259-b726-c9f7177e326d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.674516 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3087a100-ecac-4259-b726-c9f7177e326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.688363 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087a100-ecac-4259-b726-c9f7177e326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bb35f7-330f-4997-ad06-a942cd4181b5,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:05:01.694455 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3087a100-ecac-4259-b726-c9f7177e326d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:01.695586 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-3087a100-ecac-4259-b726-c9f7177e326d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68bb35f7-330f-4997-ad06-a942cd4181b5 HTTP/1.1" status: 204 len: 168 time: 0.1549637 Dec 29 21:05:03.292046 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e7184580-359b-4657-8915-614e24b44e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:05.481428 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba739-ded5-4a80-9c95-53d6dbf2087a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:06.744856 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:07.136788 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:08.035977 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:13.072475 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:05:15.104086 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:33.292614 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-55352605-7d6e-4e7c-b5b4-32eeb7fdcbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:35.483110 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-23da7cb5-98ac-4e3b-abfc-beef5ff5a1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:36.747788 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:37.138424 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:38.039231 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:45.113734 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:05:50.072768 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:05:59.201700 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f455-4899-4051-afa3-ca9ca78ea182 req-26bdd5e6-48ca-478d-9f48-9c5fa3e2c13e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:05:59.203049 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f9d3f455-4899-4051-afa3-ca9ca78ea182 req-26bdd5e6-48ca-478d-9f48-9c5fa3e2c13e tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 946 time: 0.0742021 Dec 29 21:05:59.250831 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-f9d3f455-4899-4051-afa3-ca9ca78ea182 req-b6a8083c-ce32-42ee-9687-ceebc892c455 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Dec 29 21:06:00.464046 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b906f2b-6640-4368-95c1-38ad3aa94fcf req-d6f01d26-3328-4711-9413-cb3e3b815735 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:06:00.465513 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7b906f2b-6640-4368-95c1-38ad3aa94fcf req-d6f01d26-3328-4711-9413-cb3e3b815735 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 946 time: 0.0783334 Dec 29 21:06:00.515233 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7b906f2b-6640-4368-95c1-38ad3aa94fcf req-ae29b252-cfc2-4872-b099-617a11a9620b tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups?id=e61c20b6-d7a3-432a-ba98-1db8514417aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442882 Dec 29 21:06:00.817557 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-35f3be5a-ff5a-4d7a-a506-cb259c7371de tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:06:00.819019 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-35f3be5a-ff5a-4d7a-a506-cb259c7371de tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 946 time: 0.0750136 Dec 29 21:06:00.885895 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Deleting port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:00.886234 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:01.121630 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] For port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:06:01.121994 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:01.409999 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:01.410272 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:01.410580 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Floating IP eaf91d42-4d39-4ceb-b171-76a0c004e2ed disassociated. External IP: 172.27.2.27, port: 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8. Dec 29 21:06:01.410941 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Calling delete_port for 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:06:01.546545 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:01.597353 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event deleted for resources: {'Port': ['ID=0a9f7428-fe39-4bc7-b1ae-408f52eeeec8,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:01.609868 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.610213 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.610574 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.610898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.611230 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.611557 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.611882 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.612203 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.612524 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.612840 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.613645 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:01.806309 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-16685a28-4a35-4b06-bd8c-9d2db52bf62d req-9e2a0772-8e24-4c31-abb3-99fb591ca863 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e616e1b-f602-4e73-b994-467bdbe936bc HTTP/1.1" status: 200 len: 210 time: 0.1323543 Dec 29 21:06:01.957026 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Router 04b5b287-a3c0-42f1-b90f-20e79d8692ee has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:06:02.166977 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:06:02.176765 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] Sync routers for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:06:02.190186 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:06:02.191192 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:05:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:02.241353 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] No DVR routers for this DVR port 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:06:02.244460 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:02.247104 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-deleted', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:06:02.264932 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3f9b8ffc-4601-405c-ba16-eabfe22c214c req-788de905-fcc1-43ee-8a1f-505bfbece968 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.46 "DELETE /v2.0/ports/0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 HTTP/1.1" status: 204 len: 173 time: 1.4401686 Dec 29 21:06:02.313610 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e616e1b-f602-4e73-b994-467bdbe936bc', 'name': 'network-vif-deleted', 'tag': '0a9f7428-fe39-4bc7-b1ae-408f52eeeec8', 'status': 'completed', 'code': 200} Dec 29 21:06:02.434600 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:06:02.798331 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:02.802107 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] Checking router: 04b5b287-a3c0-42f1-b90f-20e79d8692ee for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:06:02.812623 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:06:02.813217 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:05:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:02.983744 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45026) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:03.017006 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:06:03.049169 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a5d95dc1-50ed-42ac-bd35-93d7bf4c9710 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.076025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a5d95dc1-50ed-42ac-bd35-93d7bf4c9710 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.126379 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a5d95dc1-50ed-42ac-bd35-93d7bf4c9710 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.142931 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d95dc1-50ed-42ac-bd35-93d7bf4c9710 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61c20b6-d7a3-432a-ba98-1db8514417aa,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:03.155940 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-a5d95dc1-50ed-42ac-bd35-93d7bf4c9710 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.157291 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-a5d95dc1-50ed-42ac-bd35-93d7bf4c9710 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "DELETE /v2.0/security-groups/e61c20b6-d7a3-432a-ba98-1db8514417aa HTTP/1.1" status: 204 len: 168 time: 0.1725926 Dec 29 21:06:03.159928 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45030) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:03.180058 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.api.v2.resource [None req-74ff5192-b8dd-4765-9f55-030aaaf93850 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] show failed (client error): The resource could not be found. Dec 29 21:06:03.181193 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-74ff5192-b8dd-4765-9f55-030aaaf93850 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "GET /v2.0/security-groups/e61c20b6-d7a3-432a-ba98-1db8514417aa HTTP/1.1" status: 404 len: 347 time: 0.0203531 Dec 29 21:06:03.184067 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45034) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:03.294882 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-809e7169-b1e4-4526-bb7d-ef9950b0ea53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.320304 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:03.324948 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0e3b8-299f-4d5e-959b-1eaac0cab9b4 None None] The sync data for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi is: [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T20:56:02Z', 'revision_number': 4, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': '796a5c99-581f-45c1-ac76-ba76ee14b3a8', 'name': '', 'network_id': '1a384869-5d93-45ce-8cdd-facb11f512d9', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'mac_address': 'fa:16:3e:f9:2c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:56:01Z', 'updated_at': '2021-12-29T20:56:36Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'subnets': [{'id': '5241868a-af43-4ecf-988e-1165a71c6f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:06:03.334066 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Deleting port 02165945-a9e2-4cb6-991f-8f21525ee4f3 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:03.334402 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.507074 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.507394 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:03.542192 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca14dc4e-84d1-4210-a225-ef897fe319a1 None None] New status for floating IP eaf91d42-4d39-4ceb-b171-76a0c004e2ed: DOWN {{(pid=82781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:06:03.625135 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Calling delete_port for 02165945-a9e2-4cb6-991f-8f21525ee4f3 owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:06:03.751331 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.db.api [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:06:03.751721 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG oslo_db.api [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:06:04.253361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Deleting port 02165945-a9e2-4cb6-991f-8f21525ee4f3 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:04.254018 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:04.415613 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:04.415937 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:04.529945 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Calling delete_port for 02165945-a9e2-4cb6-991f-8f21525ee4f3 owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:06:04.739864 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:04.784542 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Pushing event deleted for resources: {'Port': ['ID=02165945-a9e2-4cb6-991f-8f21525ee4f3,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:04.827710 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:06:04.863211 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:06:04.863601 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 0a9f7428-fe39-4bc7-b1ae-408f52eeeec8 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:06:04.873024 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks [] for floatingip, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:04.888849 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:04.892113 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-c9e2334d-0a28-4674-9e40-4e0d1779c6a2 tempest-AttachVolumeShelveTestJSON-281970982 tempest-AttachVolumeShelveTestJSON-281970982-project] 10.222.0.37 "DELETE /v2.0/floatingips/eaf91d42-4d39-4ceb-b171-76a0c004e2ed HTTP/1.1" status: 204 len: 168 time: 1.7050297 Dec 29 21:06:05.483814 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-fc70c844-368b-4bd4-bbc1-218e4f23d31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:06.751535 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:07.140097 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:07.685462 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45058) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:08.042472 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:08.246259 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:08.813354 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Deleting port 796a5c99-581f-45c1-ac76-ba76ee14b3a8 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:08.814017 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:08.980535 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] For port 796a5c99-581f-45c1-ac76-ba76ee14b3a8, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=796a5c99-581f-45c1-ac76-ba76ee14b3a8,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:06:08.980888 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:09.182826 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Calling delete_port for 796a5c99-581f-45c1-ac76-ba76ee14b3a8 owned by network:router_interface {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:06:09.350818 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:09.404541 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=796a5c99-581f-45c1-ac76-ba76ee14b3a8,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:09.681445 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:10.231855 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Router 04b5b287-a3c0-42f1-b90f-20e79d8692ee has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:06:10.425562 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:06:10.435134 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] Sync routers for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:06:10.443333 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-1e6cc16a-4982-4411-8972-3dd92144c0b7 admin admin] 10.222.0.37 "PUT /v2.0/routers/04b5b287-a3c0-42f1-b90f-20e79d8692ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7545452 Dec 29 21:06:10.443567 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45064) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:10.448779 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:06:10.449449 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:06:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:10.637199 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:06:10.730026 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks [] for router, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:10.910161 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T21:06:09Z', 'revision_number': 5, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port': {'id': '1884460b-cdc0-499c-8298-962dbbceaf76', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ad:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T20:55:58Z', 'updated_at': '2021-12-29T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:10.913888 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] Checking router: 04b5b287-a3c0-42f1-b90f-20e79d8692ee for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:06:10.922976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:10.924805 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] Routers {'04b5b287-a3c0-42f1-b90f-20e79d8692ee'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:06:10.925388 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:06:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:10.933373 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Deleting port 1884460b-cdc0-499c-8298-962dbbceaf76 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:10.933708 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:11.072153 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] Set router 04b5b287-a3c0-42f1-b90f-20e79d8692ee gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:06:11.104780 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] For port 1884460b-cdc0-499c-8298-962dbbceaf76, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=1884460b-cdc0-499c-8298-962dbbceaf76,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:06:11.105125 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:11.206352 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T21:06:10Z', 'revision_number': 6, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:11.210392 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aac30c-fa53-466c-8e8f-29a01ab82cbf None None] The sync data for ids ['04b5b287-a3c0-42f1-b90f-20e79d8692ee'] in dv-cinder-823170-1-iscsi is: [{'id': '04b5b287-a3c0-42f1-b90f-20e79d8692ee', 'name': 'tempest-AttachVolumeShelveTestJSON-50561210-router', 'tenant_id': 'c57d417a00fc4d18b249a80a29223706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T20:55:57Z', 'updated_at': '2021-12-29T21:06:10Z', 'revision_number': 6, 'project_id': 'c57d417a00fc4d18b249a80a29223706', 'gw_port_host': None}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:06:11.222847 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Calling delete_port for 1884460b-cdc0-499c-8298-962dbbceaf76 owned by network:router_gateway {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:06:11.380368 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:11.424657 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Pushing event deleted for resources: {'Port': ['ID=1884460b-cdc0-499c-8298-962dbbceaf76,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:11.638679 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:11.976921 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:11.981095 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.006197 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.006632 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b5b287-a3c0-42f1-b90f-20e79d8692ee {{(pid=82780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:06:12.019392 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.023058 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-68cbe727-8acb-41d3-b390-cada661e8090 admin admin] 10.222.0.37 "DELETE /v2.0/routers/04b5b287-a3c0-42f1-b90f-20e79d8692ee HTTP/1.1" status: 204 len: 168 time: 1.5786107 Dec 29 21:06:12.023333 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45068) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:12.081748 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Deleting subnet 5241868a-af43-4ecf-988e-1165a71c6f8e {{(pid=82779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:06:12.084778 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.133746 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2754583'] for subnet, precommit_delete_associations {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.294369 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.360525 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2701482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2807620'] for subnet, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.401657 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5241868a-af43-4ecf-988e-1165a71c6f8e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:12.411086 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for subnet, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.414921 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f64cac4-5640-4fda-8956-c9481807ed53 None None] Network 1a384869-5d93-45ce-8cdd-facb11f512d9 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:06:12.415458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.416294 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.416846 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.417337 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.417614 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.417945 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.418273 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.418601 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.418954 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.419278 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.419603 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:06:12.424760 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-cd45e2cc-e8fa-4fbb-9dc3-78cc634fe5ac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5241868a-af43-4ecf-988e-1165a71c6f8e HTTP/1.1" status: 204 len: 168 time: 0.4006343 Dec 29 21:06:12.427214 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45072) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:12.485355 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1884460b-cdc0-499c-8298-962dbbceaf76 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:06:12.530138 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 1884460b-cdc0-499c-8298-962dbbceaf76 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:06:12.530481 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 1884460b-cdc0-499c-8298-962dbbceaf76 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:06:12.530930 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 796a5c99-581f-45c1-ac76-ba76ee14b3a8 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:06:12.535475 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.546743 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Deleting port 42e4473c-2eee-4323-a3fa-2739f499b9b6 {{(pid=82779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:12.547074 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.566748 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 796a5c99-581f-45c1-ac76-ba76ee14b3a8 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:06:12.567098 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 796a5c99-581f-45c1-ac76-ba76ee14b3a8 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:06:12.726788 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] DHCP port deletion for 1a384869-5d93-45ce-8cdd-facb11f512d9 request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:06:12.731563 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Deleting port 42e4473c-2eee-4323-a3fa-2739f499b9b6 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:12.732108 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.751973 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.db [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] For port 42e4473c-2eee-4323-a3fa-2739f499b9b6, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=42e4473c-2eee-4323-a3fa-2739f499b9b6,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:06:12.752331 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.875229 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.plugin [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Calling delete_port for 42e4473c-2eee-4323-a3fa-2739f499b9b6 owned by network:dhcp {{(pid=82779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:06:12.931403 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] For port 42e4473c-2eee-4323-a3fa-2739f499b9b6, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=42e4473c-2eee-4323-a3fa-2739f499b9b6,segment=NetworkSegment(4592936b-ac48-4377-9c32-54a2b17aa70c),segment_id=4592936b-ac48-4377-9c32-54a2b17aa70c)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:06:12.931714 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.953013 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2701439'] for port, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:12.997377 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e4473c-2eee-4323-a3fa-2739f499b9b6,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:13.002509 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] No DVR routers for this DVR port 42e4473c-2eee-4323-a3fa-2739f499b9b6 on host dv-cinder-823170-1-iscsi {{(pid=82779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:06:13.050679 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Calling delete_port for 42e4473c-2eee-4323-a3fa-2739f499b9b6 owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:06:13.116451 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.118983 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:06:13.119338 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:06:13.141140 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a384869-5d93-45ce-8cdd-facb11f512d9']}} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:13.156629 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4592936b-ac48-4377-9c32-54a2b17aa70c') {'for_net_delete': True} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:13.156921 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.services.segments.db [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4592936b-ac48-4377-9c32-54a2b17aa70c') {} {{(pid=82779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:06:13.168127 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2754574'] for segment, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.183232 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.189040 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=82779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:06:13.189402 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2701388'] for segment, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: Traceback (most recent call last): Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: timer() Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: cb(*args, **kw) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: return func(*args, **kwargs) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: self._notify() Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: self.callback(batched_events) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: event.method(event) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: return f(self, *a, **k) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._get(url).json() Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: return self.request(url, 'GET', **kwargs) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:06:13.202857 dv-cinder-823170-1-iscsi neutron-server[82779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:06:13.273543 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.289361 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.302450 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a384869-5d93-45ce-8cdd-facb11f512d9,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:13.309741 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-751aff8b-0227-4603-a03d-12398ed04e12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1a384869-5d93-45ce-8cdd-facb11f512d9 HTTP/1.1" status: 204 len: 168 time: 0.8815925 Dec 29 21:06:13.465497 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45078) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:13.513451 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-fd683259-2c02-4579-bd16-23d847d29b18 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c57d417a00fc4d18b249a80a29223706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468512 Dec 29 21:06:13.515773 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45082) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:13.571793 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d5758c02-c0e3-43cb-bc86-d08a917b9007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.597164 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d5758c02-c0e3-43cb-bc86-d08a917b9007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.620661 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Deleting port 42e4473c-2eee-4323-a3fa-2739f499b9b6 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:06:13.621175 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.646039 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d5758c02-c0e3-43cb-bc86-d08a917b9007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.663495 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5758c02-c0e3-43cb-bc86-d08a917b9007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73624a86-de0e-41f8-9e56-19d72c2ab46f,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:13.670513 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-d5758c02-c0e3-43cb-bc86-d08a917b9007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:13.673824 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-d5758c02-c0e3-43cb-bc86-d08a917b9007 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73624a86-de0e-41f8-9e56-19d72c2ab46f HTTP/1.1" status: 204 len: 168 time: 0.1546345 Dec 29 21:06:13.723288 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-66c2ef0c-f155-4615-a62c-430986d4ef42 None None] The port '42e4473c-2eee-4323-a3fa-2739f499b9b6' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:06:14.459763 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 42e4473c-2eee-4323-a3fa-2739f499b9b6 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:06:14.491402 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 42e4473c-2eee-4323-a3fa-2739f499b9b6 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:06:14.491785 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 42e4473c-2eee-4323-a3fa-2739f499b9b6 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:06:15.136934 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.114488 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45190) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:24.250688 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.281644 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:06:24.285431 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Usage tracker for resource:security_group_rule and tenant:d1deb28bb8104e1386b40fcde164bdc6 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:06:24.288274 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:06:24.294074 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:06:24.359260 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.362466 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.405485 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cec31f-5075-4518-9c59-b51adaa0c766,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:24.410771 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e07960cf-773d-4faf-92f4-746cabfa742d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d1deb28bb8104e1386b40fcde164bdc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2952011 Dec 29 21:06:24.413377 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45196) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:24.471108 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-70e3936d-14a8-45ba-9424-44a999b8a4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.495199 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-70e3936d-14a8-45ba-9424-44a999b8a4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.543635 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-70e3936d-14a8-45ba-9424-44a999b8a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.559002 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3936d-14a8-45ba-9424-44a999b8a4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cec31f-5075-4518-9c59-b51adaa0c766,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:24.563157 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-70e3936d-14a8-45ba-9424-44a999b8a4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:24.564249 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-70e3936d-14a8-45ba-9424-44a999b8a4bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72cec31f-5075-4518-9c59-b51adaa0c766 HTTP/1.1" status: 204 len: 168 time: 0.1500492 Dec 29 21:06:27.072533 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:06:33.297874 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f724c638-ab01-40f5-a82f-0b22426dc3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:35.491567 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ccb49e62-3a06-4db2-88f7-d9c8b1b3f3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:36.755801 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:37.141242 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:38.045259 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:42.898399 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45410) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:43.034736 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.067656 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:06:43.071303 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe01083eec14181a9b123c4e2d9b56c is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:06:43.074236 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:06:43.079755 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:06:43.143246 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.146793 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.190553 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c61f9b4-ced1-4fef-a542-4cd68e6d5cbe,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:43.196572 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-f054606e-74a7-4e44-81d8-b5da68f00321 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbe01083eec14181a9b123c4e2d9b56c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970307 Dec 29 21:06:43.199406 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45416) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:43.256782 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7009-5428-43a5-8286-4de976e9e537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.281393 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7009-5428-43a5-8286-4de976e9e537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.330375 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7009-5428-43a5-8286-4de976e9e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.344381 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc7009-5428-43a5-8286-4de976e9e537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c61f9b4-ced1-4fef-a542-4cd68e6d5cbe,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:43.350195 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-4ccc7009-5428-43a5-8286-4de976e9e537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.351312 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-4ccc7009-5428-43a5-8286-4de976e9e537 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2c61f9b4-ced1-4fef-a542-4cd68e6d5cbe HTTP/1.1" status: 204 len: 168 time: 0.1509852 Dec 29 21:06:43.666069 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45424) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:43.686493 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.716827 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:06:43.720491 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Usage tracker for resource:security_group_rule and tenant:2d09e89b3e8844e78f3a8dd9ca0afb95 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:06:43.723186 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:06:43.728729 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:06:43.791610 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.795194 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.839700 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f3c82-1c52-4f2a-8387-9ac8a1ca92ea,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:43.844724 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-7a8098b1-7325-47c7-9e3e-b0781b70b917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d09e89b3e8844e78f3a8dd9ca0afb95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1775165 Dec 29 21:06:43.847360 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45428) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:43.907536 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-72a9b9ec-8d22-4d57-b0b1-4de0e0626b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.931951 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-72a9b9ec-8d22-4d57-b0b1-4de0e0626b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:43.985315 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-72a9b9ec-8d22-4d57-b0b1-4de0e0626b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:44.000022 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9b9ec-8d22-4d57-b0b1-4de0e0626b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f3c82-1c52-4f2a-8387-9ac8a1ca92ea,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:44.006377 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-72a9b9ec-8d22-4d57-b0b1-4de0e0626b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:44.007525 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-72a9b9ec-8d22-4d57-b0b1-4de0e0626b5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d5f3c82-1c52-4f2a-8387-9ac8a1ca92ea HTTP/1.1" status: 204 len: 168 time: 0.1592731 Dec 29 21:06:45.133149 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.261380 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45514) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:54.398395 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.428479 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:06:54.432112 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Usage tracker for resource:security_group_rule and tenant:68b5347e32734bbba0e6c96c64c06162 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:06:54.435078 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:06:54.440754 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:06:54.506870 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.510529 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.557611 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68b5347e32734bbba0e6c96c64c06162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2945981 Dec 29 21:06:54.558311 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3449ec4-cc82-44be-a462-62880a76bcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdb0e57-6847-4b95-a546-49a73f67165e,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:54.560390 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45520) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:54.618138 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c5f66587-2903-4a1f-bc20-06e24993450d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.644229 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c5f66587-2903-4a1f-bc20-06e24993450d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.693242 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c5f66587-2903-4a1f-bc20-06e24993450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.707455 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f66587-2903-4a1f-bc20-06e24993450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdb0e57-6847-4b95-a546-49a73f67165e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:54.713693 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c5f66587-2903-4a1f-bc20-06e24993450d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:54.714909 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-c5f66587-2903-4a1f-bc20-06e24993450d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2fdb0e57-6847-4b95-a546-49a73f67165e HTTP/1.1" status: 204 len: 168 time: 0.1534414 Dec 29 21:06:56.137568 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45562) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:56.274998 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:56.304001 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:06:56.307642 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b4be52619e244d7cb8a287b4a4e66f09 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:06:56.310896 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:06:56.316362 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:06:56.383962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:56.387553 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:56.432049 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7189a4-a204-4149-958d-32bb4771668e,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:56.437897 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9fb279f0-324a-4061-a0e5-51613ecee8c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4be52619e244d7cb8a287b4a4e66f09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2993331 Dec 29 21:06:56.440421 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45568) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:06:56.498786 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e70660a6-ceab-4373-a5d3-8f328e166dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:56.522818 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e70660a6-ceab-4373-a5d3-8f328e166dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:56.572103 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e70660a6-ceab-4373-a5d3-8f328e166dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:56.586857 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70660a6-ceab-4373-a5d3-8f328e166dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7189a4-a204-4149-958d-32bb4771668e,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:06:56.594461 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-e70660a6-ceab-4373-a5d3-8f328e166dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:06:56.595606 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-e70660a6-ceab-4373-a5d3-8f328e166dad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f7189a4-a204-4149-958d-32bb4771668e HTTP/1.1" status: 204 len: 168 time: 0.1543002 Dec 29 21:07:03.298705 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f7177ed6-2241-4226-a6c2-367530620b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:04.072643 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:07:05.483562 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-1b64abcf-df32-438a-8d7a-68a8123b6053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:06.756378 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:07.142504 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:08.048676 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:15.142045 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:20.907775 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 45724) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:21.042452 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:21.076202 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:21.080078 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Usage tracker for resource:security_group_rule and tenant:825eaed02501461699a2c92b3f3782ff is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:21.082832 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:21.088430 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:21.150401 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:21.153842 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:21.200335 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=825eaed02501461699a2c92b3f3782ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2915246 Dec 29 21:07:21.201089 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4062c419-9b1a-48dd-a055-64d4e50917e0,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:21.203175 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45730) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:21.209702 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.210050 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.210379 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.210727 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.211061 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.211387 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.211711 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.212035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.212351 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.212664 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.212977 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31eaf6c-fbbe-463f-84f1-cd2cecaafe70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.267195 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:21.291222 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:21.347540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:21.366942 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4062c419-9b1a-48dd-a055-64d4e50917e0,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:21.380934 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.381279 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.381618 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.381946 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.382275 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.382600 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.382947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.383269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.383586 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.383901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.384218 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:21.386833 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:21.387932 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-d9b8d6aa-2a66-441f-948c-ae2c214c7e40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4062c419-9b1a-48dd-a055-64d4e50917e0 HTTP/1.1" status: 204 len: 168 time: 0.1837192 Dec 29 21:07:22.135716 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45752) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:22.261136 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-264353646-network', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:07:22.266898 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:22.270675 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Usage tracker for resource:network and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:22.273466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:22.279065 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:22.289446 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Made reservation on behalf of aaeebc5bdfd54075a4cb9417e98320c5 for: {'network': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:07:22.291704 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.303839 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.334922 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:22.338633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:22.341397 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:22.347437 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:22.409391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.412380 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.440633 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=82780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 21:07:22.449460 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdea170-bb92-4a4e-aa2d-770c4a158b5a,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:22.455506 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.455837 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.segments_db [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Added segment 6deadad2-888d-4a23-a91c-2849385c1fd4 of type vlan for network 42772285-c94c-4f02-83d4-63f8d25ff70d Dec 29 21:07:22.480998 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.508965 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.509803 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:22.510365 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.609640 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] Pushing event updated for resources: {'Network': ['ID=42772285-c94c-4f02-83d4-63f8d25ff70d,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:22.612612 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-71ecb756-b03c-40d0-bd5b-9d950a8e4c30 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4758427 Dec 29 21:07:22.615560 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45758) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:22.619320 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network 42772285-c94c-4f02-83d4-63f8d25ff70d details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 21:07:22.620830 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Request body: {'subnet': {'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-264353646-subnet', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:07:22.626276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:22.630051 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Usage tracker for resource:subnet and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:22.632833 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:22.638376 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:22.647648 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Made reservation on behalf of aaeebc5bdfd54075a4cb9417e98320c5 for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:07:22.649894 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278643'] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.847780 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2710395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278281'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.915006 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f849a17a-9210-4cbe-acf4-085089159204,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:22.930799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Checking segment: {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:22.931143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Network hostable DHCP agents. Network: 42772285-c94c-4f02-83d4-63f8d25ff70d, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 21:07:22.953193 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Network 42772285-c94c-4f02-83d4-63f8d25ff70d is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 21:07:22.962127 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, 42772285-c94c-4f02-83d4-63f8d25ff70d) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:22.966114 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:22.966705 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:22.971223 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed36374-c650-4530-88b3-4e20c1d3ae7a None None] Network 42772285-c94c-4f02-83d4-63f8d25ff70d requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:07:22.987558 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f8dda67d-4b12-442c-8450-9d4e5ee05f97 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3710189 Dec 29 21:07:22.990085 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45762) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:22.995090 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:07:22.999468 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:23.003419 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Usage tracker for resource:router and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:23.006205 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:23.012197 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:23.022970 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.023930 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.044104 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.181798 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-42772285-c94c-4f02-83d4-63f8d25ff70d', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 21:07:23.182615 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.194578 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.337710 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Allocated IP 172.20.0.2 (42772285-c94c-4f02-83d4-63f8d25ff70d/f849a17a-9210-4cbe-acf4-085089159204/fc93a290-b6ac-4e65-9fd1-0fd25e5a3752) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:07:23.376414 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.404540 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.536597 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.537075 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Allocated IP 172.27.2.194 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:07:23.546602 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Transition to ACTIVE for port object fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:23.564356 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Transition to ACTIVE for port object fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:23.569511 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.638263 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Network 42772285-c94c-4f02-83d4-63f8d25ff70d is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:23.641090 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:23.645304 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:07:23.647327 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Pushing event updated for resources: {'Port': ['ID=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:23.685353 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.685689 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.686026 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.686374 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.686724 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.687054 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.687370 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.687696 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.688012 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.688325 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.688638 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:23.692034 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.721107 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.741311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Attempting to bind port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:07:23.741656 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Attempting to bind port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:07:23.742004 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Attempting to bind port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 on network 42772285-c94c-4f02-83d4-63f8d25ff70d {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:07:23.748323 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:07:23.748687 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Checking segment: {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:23.749255 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.749746 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Bound using segment: {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:07:23.750201 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Bound port: fc93a290-b6ac-4e65-9fd1-0fd25e5a3752, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:07:23.750569 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.784989 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:23.787687 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:23.790046 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:07:23.838300 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] For port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:07:23.841748 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] For port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:07:23.847848 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:23.920138 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:23.936459 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a98f9-ddd0-45dd-a5aa-05458a4e6b2b None None] Pushing event updated for resources: {'Port': ['ID=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:24.050709 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:24.051356 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:24.290448 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 21:07:24.486343 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:07:24.495299 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Sync routers for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:07:24.509838 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:24.510682 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:24.514116 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:24.516189 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-3af6860b-97da-45e6-8a2a-719177711fa1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5251238 Dec 29 21:07:24.519316 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45766) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:24.567595 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:24.747180 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:24.751946 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:24.909813 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7af27e-5089-4b6e-ab54-1b574520b147 None None] Network 42772285-c94c-4f02-83d4-63f8d25ff70d requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:07:25.085342 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-5015e9bb-0eea-496f-bdfe-a53e2ebf9c48 None None] Provisioning for port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:25.110086 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-5015e9bb-0eea-496f-bdfe-a53e2ebf9c48 None None] Provisioning complete for port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:25.110312 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5015e9bb-0eea-496f-bdfe-a53e2ebf9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.290384 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.400846 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5015e9bb-0eea-496f-bdfe-a53e2ebf9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.422631 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:23Z', 'revision_number': 3, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:25.432847 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Checking router: f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:07:25.433175 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Updating router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 21:07:25.485142 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-5015e9bb-0eea-496f-bdfe-a53e2ebf9c48 None None] For port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:07:25.492345 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-5015e9bb-0eea-496f-bdfe-a53e2ebf9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.492660 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Allocated IP 172.20.0.1 (42772285-c94c-4f02-83d4-63f8d25ff70d/f849a17a-9210-4cbe-acf4-085089159204/b1a92899-a698-422d-8ab8-6689d30f2960) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:07:25.531530 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.652859 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015e9bb-0eea-496f-bdfe-a53e2ebf9c48 None None] Pushing event updated for resources: {'Port': ['ID=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:25.755113 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.771971 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Transition to ACTIVE for port object b1a92899-a698-422d-8ab8-6689d30f2960 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:25.793014 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.802257 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-c707cda1-5404-4363-a117-55e12982343a None None] Provisioning complete for port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:25.802851 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c707cda1-5404-4363-a117-55e12982343a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:25.863795 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Network 42772285-c94c-4f02-83d4-63f8d25ff70d is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:25.867179 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a92899-a698-422d-8ab8-6689d30f2960,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:25.869526 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:25.871999 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:07:25.924414 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.012854 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.018227 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.033560 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Transition to ACTIVE for port object 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:26.040494 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.123472 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e8838-1ed1-4705-b2cc-6b7d25e95a91 None None] Pushing event updated for resources: {'Port': ['ID=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:26.126673 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Attempting to bind port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:07:26.127048 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Attempting to bind port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:07:26.127400 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Attempting to bind port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:07:26.137461 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:07:26.137832 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:26.138228 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.138611 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:07:26.139095 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Bound port: 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:07:26.139563 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.183364 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-da2a620f-7a78-46ee-b25f-3269f908ad94 None None] Provisioning for port b1a92899-a698-422d-8ab8-6689d30f2960 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:26.192154 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-da2a620f-7a78-46ee-b25f-3269f908ad94 None None] Provisioning complete for port b1a92899-a698-422d-8ab8-6689d30f2960 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:26.192530 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-da2a620f-7a78-46ee-b25f-3269f908ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.232370 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.237680 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.258755 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] For port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:07:26.266864 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-da2a620f-7a78-46ee-b25f-3269f908ad94 None None] Port b1a92899-a698-422d-8ab8-6689d30f2960 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:07:26.270583 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] For port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:07:26.274896 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.343947 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.347401 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a92899-a698-422d-8ab8-6689d30f2960,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:26.352343 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e8838-1ed1-4705-b2cc-6b7d25e95a91 None None] Pushing event updated for resources: {'Port': ['ID=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:26.355527 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:26.356118 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:26.487268 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Network 42772285-c94c-4f02-83d4-63f8d25ff70d is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:26.488525 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:26.532322 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:26.631239 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:26.701296 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:26.701589 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.832104 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-c561bdfd-bb66-4908-8111-ee694ab7c24f None None] Provisioning complete for port b1a92899-a698-422d-8ab8-6689d30f2960 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:26.832751 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c561bdfd-bb66-4908-8111-ee694ab7c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:26.875384 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:07:26.978987 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-c561bdfd-bb66-4908-8111-ee694ab7c24f None None] Port b1a92899-a698-422d-8ab8-6689d30f2960 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:07:27.077819 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:07:27.087036 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-b50439fe-4538-4f27-bdea-46980ac477f2 admin admin] 10.222.0.37 "PUT /v2.0/routers/f68dc1e0-6e93-42f1-bd8a-e72aa1d85381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5664570 Dec 29 21:07:27.100702 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:26Z', 'revision_number': 2, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:27.104670 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc47c5fd-77a9-4c06-b5b9-784696919e6e None None] The sync data for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi is: [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:26Z', 'revision_number': 2, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:07:27.965309 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45788) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:27.971018 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1112907290-network', 'tenant_id': 'c802e57ed8264652bbef931908aebf69'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:07:27.975861 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:27.979685 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Usage tracker for resource:network and tenant:c802e57ed8264652bbef931908aebf69 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:27.982592 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:27.989173 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:28.000484 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Made reservation on behalf of c802e57ed8264652bbef931908aebf69 for: {'network': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:07:28.002757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for network, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.015273 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.047025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:28.050928 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Usage tracker for resource:security_group_rule and tenant:c802e57ed8264652bbef931908aebf69 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:28.053807 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:28.059420 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:28.129405 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.133871 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.168019 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=82780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 29 21:07:28.173657 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2453524d-9613-4efe-842c-2a7be3a69bfd,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:28.180793 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.181154 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.segments_db [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Added segment 2502496e-dbe3-41fd-b44b-5351b6c9eb5b of type vlan for network d951af4e-1c17-411a-a208-326277fe6091 Dec 29 21:07:28.209062 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748288461267'] for network, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.237903 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367'] for network, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.238693 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:28.239273 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.428415 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] Pushing event updated for resources: {'Network': ['ID=d951af4e-1c17-411a-a208-326277fe6091,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:28.434266 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f1af7d04-48af-41e5-bd78-44226bf5b340 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4654067 Dec 29 21:07:28.434582 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45792) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:28.438245 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Network d951af4e-1c17-411a-a208-326277fe6091 details requested by agent ovs-agent-dv-cinder-823170-1-iscsi with host dv-cinder-823170-1-iscsi {{(pid=82781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 29 21:07:28.439680 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Request body: {'subnet': {'network_id': 'd951af4e-1c17-411a-a208-326277fe6091', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1112907290-subnet', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'ip_version': 4}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:07:28.444407 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:28.448501 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Usage tracker for resource:subnet and tenant:c802e57ed8264652bbef931908aebf69 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:28.453308 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:28.460127 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:28.472389 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Made reservation on behalf of c802e57ed8264652bbef931908aebf69 for: {'subnet': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:07:28.474749 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3278643'] for subnet, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.527560 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:28.609208 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:28.613767 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:28.614133 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.678885 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2710395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3278281'] for subnet, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.725289 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.740862 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:07:28.744836 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.747206 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1123a9-62e5-4421-ab2c-d6d1a7691b46,revision_number=0']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:28.761026 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Checking segment: {'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:28.761304 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Network hostable DHCP agents. Network: d951af4e-1c17-411a-a208-326277fe6091, hostable agents: ['8940e295-f1d7-4c9d-9a8f-4f778279ff87'], hosted agents: [] {{(pid=82780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 29 21:07:28.783574 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Network d951af4e-1c17-411a-a208-326277fe6091 is scheduled to be hosted by DHCP agent 8940e295-f1d7-4c9d-9a8f-4f778279ff87 with binding_index 1 {{(pid=82780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 29 21:07:28.793842 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823170-1-iscsi, d951af4e-1c17-411a-a208-326277fe6091) {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:28.797751 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:28.798326 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.808332 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2881d-1bba-4008-87e1-06330999060a None None] Network d951af4e-1c17-411a-a208-326277fe6091 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:07:28.823635 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-40901d83-69f8-4e36-84d3-2fbc24ae4343 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3854825 Dec 29 21:07:28.823822 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45796) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:28.829475 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:07:28.833868 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:28.837628 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Usage tracker for resource:router and tenant:c802e57ed8264652bbef931908aebf69 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:07:28.840431 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:07:28.846673 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:28.857167 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-345392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2940'] for router, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.858024 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-345421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-348316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355987', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2933'] for router, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.875546 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:28.908816 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:29.022989 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-348334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-345538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2887'] for router, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.043805 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbff1f306-f154-56e6-b72e-7391aa59c642-d951af4e-1c17-411a-a208-326277fe6091', 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'fixed_ips': [{'subnet_id': 'ef1123a9-62e5-4421-ab2c-d6d1a7691b46'}]}} from dv-cinder-823170-1-iscsi. {{(pid=82781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 29 21:07:29.044619 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.198864 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.db_base_plugin_common [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Allocated IP 172.20.0.2 (d951af4e-1c17-411a-a208-326277fe6091/ef1123a9-62e5-4421-ab2c-d6d1a7691b46/7185eec1-326c-40e1-aed0-3d7dfa598533) {{(pid=82781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:07:29.205929 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.235953 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.372195 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Allocated IP 172.27.2.45 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/09c6df06-cad8-48ef-8ff7-623065ff20dd) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:07:29.443295 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Notify callbacks [] for port, precommit_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.453808 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Transition to ACTIVE for port object 7185eec1-326c-40e1-aed0-3d7dfa598533 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:29.471413 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Transition to ACTIVE for port object 7185eec1-326c-40e1-aed0-3d7dfa598533 will not be triggered until provisioned by entity DHCP. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:29.476603 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254'] for port, after_create {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.514026 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.543619 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Network d951af4e-1c17-411a-a208-326277fe6091 is already hosted by enough agents. {{(pid=82781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:29.548040 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.scheduler.base_scheduler [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Resources bound (agent type, host, resource id): {{(pid=82781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:29.548332 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.549751 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Pushing event updated for resources: {'Port': ['ID=7185eec1-326c-40e1-aed0-3d7dfa598533,revision_number=1']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:29.568234 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Received port after_create {{(pid=82781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:07:29.633980 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:29.634853 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:29.638764 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:07:29.671443 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Attempting to bind port 7185eec1-326c-40e1-aed0-3d7dfa598533 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:07:29.671901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Attempting to bind port 7185eec1-326c-40e1-aed0-3d7dfa598533 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:07:29.672328 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Attempting to bind port 7185eec1-326c-40e1-aed0-3d7dfa598533 on network d951af4e-1c17-411a-a208-326277fe6091 {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:07:29.678897 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=09c6df06-cad8-48ef-8ff7-623065ff20dd,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:29.679824 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:07:29.680298 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Checking segment: {'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:29.680768 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.681229 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Bound using segment: {'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:07:29.681770 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Bound port: 7185eec1-326c-40e1-aed0-3d7dfa598533, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:07:29.682202 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.784008 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] For port 7185eec1-326c-40e1-aed0-3d7dfa598533, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:07:29.788377 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] For port 7185eec1-326c-40e1-aed0-3d7dfa598533, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=7185eec1-326c-40e1-aed0-3d7dfa598533,segment=NetworkSegment(2502496e-dbe3-41fd-b44b-5351b6c9eb5b),segment_id=2502496e-dbe3-41fd-b44b-5351b6c9eb5b)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:07:29.793581 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.837569 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.838935 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-345401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-347725'] for router, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:29.878942 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54917c69-16c0-42af-9189-b68199a4fb20 None None] Pushing event updated for resources: {'Port': ['ID=7185eec1-326c-40e1-aed0-3d7dfa598533,revision_number=2']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:30.097360 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Router 0c974edc-9779-43ee-9b81-92f0e35796c1 is scheduled to L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 with binding_index 1 {{(pid=82780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 29 21:07:30.386501 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:07:30.396752 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Sync routers for ids ['0c974edc-9779-43ee-9b81-92f0e35796c1'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:07:30.408855 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Routers {'0c974edc-9779-43ee-9b81-92f0e35796c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:30.409494 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['0c974edc-9779-43ee-9b81-92f0e35796c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:30.412451 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:30.416312 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ce3c725f-6c7a-4f6f-b425-d60fcf593fa3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5890744 Dec 29 21:07:30.416484 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45800) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:07:30.604949 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 7185eec1-326c-40e1-aed0-3d7dfa598533 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:30.613690 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Set router 0c974edc-9779-43ee-9b81-92f0e35796c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:30.690073 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 7185eec1-326c-40e1-aed0-3d7dfa598533 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:30.696181 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:30.770740 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:30.771123 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:30.932147 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53e6f8-a6ab-4e04-89b2-dc44984adaaf None None] Network d951af4e-1c17-411a-a208-326277fe6091 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:07:30.939305 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:07:29Z', 'revision_number': 3, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port': {'id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:29Z', 'updated_at': '2021-12-29T21:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:30.943659 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Checking router: 0c974edc-9779-43ee-9b81-92f0e35796c1 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:07:30.944106 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Updating router 0c974edc-9779-43ee-9b81-92f0e35796c1 port 09c6df06-cad8-48ef-8ff7-623065ff20dd binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 21:07:30.996384 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.033230 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-45d3504b-dba1-4167-854f-a89c8b0c79d9 None None] Provisioning for port 7185eec1-326c-40e1-aed0-3d7dfa598533 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:31.039905 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-45d3504b-dba1-4167-854f-a89c8b0c79d9 None None] Provisioning complete for port 7185eec1-326c-40e1-aed0-3d7dfa598533 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:31.040276 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-45d3504b-dba1-4167-854f-a89c8b0c79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.229512 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.263874 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-45d3504b-dba1-4167-854f-a89c8b0c79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.310951 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-45d3504b-dba1-4167-854f-a89c8b0c79d9 None None] For port 7185eec1-326c-40e1-aed0-3d7dfa598533, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=7185eec1-326c-40e1-aed0-3d7dfa598533,segment=NetworkSegment(2502496e-dbe3-41fd-b44b-5351b6c9eb5b),segment_id=2502496e-dbe3-41fd-b44b-5351b6c9eb5b)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:07:31.321092 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-45d3504b-dba1-4167-854f-a89c8b0c79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.344379 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.356899 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Transition to ACTIVE for port object 09c6df06-cad8-48ef-8ff7-623065ff20dd will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:31.367372 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.397213 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3504b-dba1-4167-854f-a89c8b0c79d9 None None] Pushing event updated for resources: {'Port': ['ID=7185eec1-326c-40e1-aed0-3d7dfa598533,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:31.439776 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Pushing event updated for resources: {'Port': ['ID=09c6df06-cad8-48ef-8ff7-623065ff20dd,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:31.461386 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Attempting to bind port 09c6df06-cad8-48ef-8ff7-623065ff20dd on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:07:31.461756 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Attempting to bind port 09c6df06-cad8-48ef-8ff7-623065ff20dd by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:07:31.462121 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Attempting to bind port 09c6df06-cad8-48ef-8ff7-623065ff20dd on network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:07:31.465361 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.465704 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.466040 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.466373 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.466724 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.467054 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.467932 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.468338 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.468834 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.469114 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.469436 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:07:31.470383 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Allocated IP 172.20.0.1 (d951af4e-1c17-411a-a208-326277fe6091/ef1123a9-62e5-4421-ab2c-d6d1a7691b46/b90dc2b1-11da-4084-ae8e-578eb5e00b2f) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:07:31.476835 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:07:31.477213 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Checking segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:31.477613 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.477998 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Bound using segment: {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:07:31.478464 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Bound port: 09c6df06-cad8-48ef-8ff7-623065ff20dd, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71105847-e9af-46f3-8bd3-22323d85afd2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:07:31.478913 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.554458 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-63c2bf53-2cbf-4662-9ac7-e65a48ac7f5c None None] Provisioning complete for port 7185eec1-326c-40e1-aed0-3d7dfa598533 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:31.554865 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-63c2bf53-2cbf-4662-9ac7-e65a48ac7f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.554998 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] For port 09c6df06-cad8-48ef-8ff7-623065ff20dd, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:07:31.558685 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] For port 09c6df06-cad8-48ef-8ff7-623065ff20dd, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=09c6df06-cad8-48ef-8ff7-623065ff20dd,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:07:31.563752 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.620502 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.641310 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Transition to ACTIVE for port object b90dc2b1-11da-4084-ae8e-578eb5e00b2f will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:31.645707 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70077f58-cad9-4bf7-a9f0-e50545649e2f None None] Pushing event updated for resources: {'Port': ['ID=09c6df06-cad8-48ef-8ff7-623065ff20dd,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:31.651018 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Routers {'0c974edc-9779-43ee-9b81-92f0e35796c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:31.651614 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['0c974edc-9779-43ee-9b81-92f0e35796c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:31.665933 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.729238 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Network d951af4e-1c17-411a-a208-326277fe6091 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:31.731976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:31.735495 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:07:31.774734 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:31.803021 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-347795'] for router_interface, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:31.879782 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] Set router 0c974edc-9779-43ee-9b81-92f0e35796c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:31.900265 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:32.003690 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-04b65d96-310b-4f99-9ba0-5082e426f725 None None] Provisioning for port b90dc2b1-11da-4084-ae8e-578eb5e00b2f completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:32.009183 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-04b65d96-310b-4f99-9ba0-5082e426f725 None None] Provisioning complete for port b90dc2b1-11da-4084-ae8e-578eb5e00b2f triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:32.009545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-04b65d96-310b-4f99-9ba0-5082e426f725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:32.068580 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-04b65d96-310b-4f99-9ba0-5082e426f725 None None] Port b90dc2b1-11da-4084-ae8e-578eb5e00b2f cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:07:32.167828 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:07:29Z', 'revision_number': 3, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port': {'id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:29Z', 'updated_at': '2021-12-29T21:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:32.171653 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cda43-67d2-4e3c-a39d-5201b3b73caf None None] The sync data for ids ['0c974edc-9779-43ee-9b81-92f0e35796c1'] in dv-cinder-823170-1-iscsi is: [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:07:29Z', 'revision_number': 3, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port': {'id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:29Z', 'updated_at': '2021-12-29T21:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:07:32.225357 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:32.229673 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:32.327140 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:32.329393 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1459302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-347002'] for router_interface, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:32.459890 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Network d951af4e-1c17-411a-a208-326277fe6091 is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:32.461065 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:32.497754 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 7185eec1-326c-40e1-aed0-3d7dfa598533 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:32.607263 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 7185eec1-326c-40e1-aed0-3d7dfa598533 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:32.607715 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:32.732915 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-e8a43a5a-0196-4d30-a47c-9c3dbbae9239 None None] Provisioning complete for port b90dc2b1-11da-4084-ae8e-578eb5e00b2f triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:32.733927 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e8a43a5a-0196-4d30-a47c-9c3dbbae9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:32.783690 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-e8a43a5a-0196-4d30-a47c-9c3dbbae9239 None None] Port b90dc2b1-11da-4084-ae8e-578eb5e00b2f cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:07:32.852979 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Router 0c974edc-9779-43ee-9b81-92f0e35796c1 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:07:33.043833 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:07:33.053193 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-61f1a59d-90ad-481f-a305-f58874943cc7 admin admin] 10.222.0.37 "PUT /v2.0/routers/0c974edc-9779-43ee-9b81-92f0e35796c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6356986 Dec 29 21:07:33.301950 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-2f79634d-1184-4655-ade7-f91ca35cece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:35.488684 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb563-9917-4016-b679-87c24a643ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:36.760484 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:37.148484 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:38.065524 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:38.531051 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 09c6df06-cad8-48ef-8ff7-623065ff20dd up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:38.610302 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port 09c6df06-cad8-48ef-8ff7-623065ff20dd completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:38.615560 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 09c6df06-cad8-48ef-8ff7-623065ff20dd triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:38.615930 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:38.747796 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:38.764869 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port 09c6df06-cad8-48ef-8ff7-623065ff20dd, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=09c6df06-cad8-48ef-8ff7-623065ff20dd,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:07:38.770284 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:38.846388 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=09c6df06-cad8-48ef-8ff7-623065ff20dd,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:39.508490 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [req-d89d7976-3095-4274-a257-24b22310a382 req-9432e9a7-71a2-4cd0-aac4-741be1f49d5e service neutron] (82779) timed out ('10.222.0.46', 52510) {{(pid=82779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 29 21:07:40.510099 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 09c6df06-cad8-48ef-8ff7-623065ff20dd up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:40.582309 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port 09c6df06-cad8-48ef-8ff7-623065ff20dd triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:40.583082 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:41.076716 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:07:41.992662 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Sync routers for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:07:42.008228 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:42.009204 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:42.205365 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:42.536796 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:26Z', 'revision_number': 2, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:42.540867 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Checking router: f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:07:42.541214 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Updating router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 port b1a92899-a698-422d-8ab8-6689d30f2960 binding host dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 21:07:42.599711 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:42.978625 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Notify callbacks [] for port, precommit_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:42.990822 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Transition to ACTIVE for port object b1a92899-a698-422d-8ab8-6689d30f2960 will not be triggered until provisioned by entity L2. {{(pid=82781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:42.997531 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:43.158164 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deadbb3-58a4-4a44-b205-bac60913fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b1a92899-a698-422d-8ab8-6689d30f2960,revision_number=3']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:43.219964 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Attempting to bind port b1a92899-a698-422d-8ab8-6689d30f2960 on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:07:43.220408 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Attempting to bind port b1a92899-a698-422d-8ab8-6689d30f2960 by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:07:43.220841 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Attempting to bind port b1a92899-a698-422d-8ab8-6689d30f2960 on network 42772285-c94c-4f02-83d4-63f8d25ff70d {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:07:43.228210 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:07:43.228734 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Checking segment: {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:43.229205 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:43.229664 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Bound using segment: {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'} {{(pid=82781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:07:43.230311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.managers [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Bound port: b1a92899-a698-422d-8ab8-6689d30f2960, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'}}] {{(pid=82781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:07:43.230900 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:43.335412 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] For port b1a92899-a698-422d-8ab8-6689d30f2960, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:07:43.340559 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] For port b1a92899-a698-422d-8ab8-6689d30f2960, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b1a92899-a698-422d-8ab8-6689d30f2960,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:07:43.344929 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:43.432503 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deadbb3-58a4-4a44-b205-bac60913fcb4 None None] Pushing event updated for resources: {'Port': ['ID=b1a92899-a698-422d-8ab8-6689d30f2960,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:43.437974 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:43.442454 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:43.626368 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:43.656239 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Sync routers for ids ['0c974edc-9779-43ee-9b81-92f0e35796c1'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:07:43.668466 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Routers {'0c974edc-9779-43ee-9b81-92f0e35796c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:43.669154 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['0c974edc-9779-43ee-9b81-92f0e35796c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:43.720838 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-6dc4ec5b-dd46-4e1f-b722-1292aede04c8 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:43.721504 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-6dc4ec5b-dd46-4e1f-b722-1292aede04c8 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Synchronizing usage tracker for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:network {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:07:43.738916 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-6dc4ec5b-dd46-4e1f-b722-1292aede04c8 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Unset dirty status for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:network {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:07:43.745129 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-6dc4ec5b-dd46-4e1f-b722-1292aede04c8 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 814 time: 0.1755321 Dec 29 21:07:43.762367 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-d402ed4d-f37d-4d9f-83f4-aad54566fa28 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/quotas/aaeebc5bdfd54075a4cb9417e98320c5 HTTP/1.1" status: 200 len: 375 time: 0.0163584 Dec 29 21:07:43.853741 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-2b44babe-0c9e-4aaa-80cc-17f9c719a90a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Synchronizing usage tracker for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:07:43.858886 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Set router 0c974edc-9779-43ee-9b81-92f0e35796c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:43.873060 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-2b44babe-0c9e-4aaa-80cc-17f9c719a90a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Unset dirty status for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:07:43.874978 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-2b44babe-0c9e-4aaa-80cc-17f9c719a90a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117628 Dec 29 21:07:43.972156 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:43Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:43.976728 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a35ed7a-955b-4923-b883-6d57a76cefc5 None None] The sync data for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi is: [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:43Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:07:44.034702 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-f50bcb28-0d1a-4b05-a4b4-61716113f890 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=82780) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 29 21:07:44.037449 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-f50bcb28-0d1a-4b05-a4b4-61716113f890 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1477818 Dec 29 21:07:44.172581 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-0aed7f4f-f30c-40d0-8f29-751f2408a38c service neutron] 10.222.0.37 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286395 Dec 29 21:07:44.187997 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:07:31Z', 'revision_number': 4, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port': {'id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:29Z', 'updated_at': '2021-12-29T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b90dc2b1-11da-4084-ae8e-578eb5e00b2f', 'name': '', 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'mac_address': 'fa:16:3e:1b:0e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef1123a9-62e5-4421-ab2c-d6d1a7691b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:31Z', 'updated_at': '2021-12-29T21:07:31Z', 'revision_number': 2, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'subnets': [{'id': 'ef1123a9-62e5-4421-ab2c-d6d1a7691b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:44.192637 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Checking router: 0c974edc-9779-43ee-9b81-92f0e35796c1 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:07:44.192993 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Updating router 0c974edc-9779-43ee-9b81-92f0e35796c1 port b90dc2b1-11da-4084-ae8e-578eb5e00b2f binding host dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 29 21:07:44.248124 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:44.402640 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-99c1d50a-e766-487b-af23-ddd1485b195d service neutron] 10.222.0.37 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234664 Dec 29 21:07:44.571838 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b1a92899-a698-422d-8ab8-6689d30f2960 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:44.627514 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:44.642435 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Transition to ACTIVE for port object b90dc2b1-11da-4084-ae8e-578eb5e00b2f will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:44.651897 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:44.703210 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port b1a92899-a698-422d-8ab8-6689d30f2960 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:44.709755 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port b1a92899-a698-422d-8ab8-6689d30f2960 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:44.710386 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:44.731955 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73ce99-16fb-425d-843e-043a7765e7b9 None None] Pushing event updated for resources: {'Port': ['ID=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:44.786507 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-fa9f1202-8d6c-4674-884f-49a8a10ac125 req-e3356796-3bf9-42ea-8155-ebf16c5bc803 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 210 time: 0.1849222 Dec 29 21:07:44.887244 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:44.931538 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port b1a92899-a698-422d-8ab8-6689d30f2960, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b1a92899-a698-422d-8ab8-6689d30f2960,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:07:44.938298 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:44.975269 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Attempting to bind port b90dc2b1-11da-4084-ae8e-578eb5e00b2f on host dv-cinder-823170-1-iscsi for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:07:44.975633 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Attempting to bind port b90dc2b1-11da-4084-ae8e-578eb5e00b2f by drivers openvswitch,hyperv on host dv-cinder-823170-1-iscsi at level 0 using segments [{'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:07:44.975985 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Attempting to bind port b90dc2b1-11da-4084-ae8e-578eb5e00b2f on network d951af4e-1c17-411a-a208-326277fe6091 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:07:44.991107 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Checking agent: {'id': 'bdbffd9f-9733-4783-985c-5508765faee6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 44, 7), 'started_at': datetime.datetime(2021, 12, 29, 20, 44, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:07:44.992639 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Checking segment: {'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:07:44.993232 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:44.993636 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Bound using segment: {'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:07:44.994830 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Bound port: b90dc2b1-11da-4084-ae8e-578eb5e00b2f, host: dv-cinder-823170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2502496e-dbe3-41fd-b44b-5351b6c9eb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:07:44.995229 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:45.010718 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=b1a92899-a698-422d-8ab8-6689d30f2960,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:45.089484 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] For port b90dc2b1-11da-4084-ae8e-578eb5e00b2f, host dv-cinder-823170-1-iscsi, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:07:45.093500 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] For port b90dc2b1-11da-4084-ae8e-578eb5e00b2f, host dv-cinder-823170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,segment=NetworkSegment(2502496e-dbe3-41fd-b44b-5351b6c9eb5b),segment_id=2502496e-dbe3-41fd-b44b-5351b6c9eb5b)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:07:45.097205 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:45.148966 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:45.175846 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73ce99-16fb-425d-843e-043a7765e7b9 None None] Pushing event updated for resources: {'Port': ['ID=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,revision_number=4']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:45.183524 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Routers {'0c974edc-9779-43ee-9b81-92f0e35796c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:07:45.184127 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:07:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['0c974edc-9779-43ee-9b81-92f0e35796c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:45.370908 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] Set router 0c974edc-9779-43ee-9b81-92f0e35796c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:07:45.678176 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:07:31Z', 'revision_number': 4, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port': {'id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:29Z', 'updated_at': '2021-12-29T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b90dc2b1-11da-4084-ae8e-578eb5e00b2f', 'name': '', 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'mac_address': 'fa:16:3e:1b:0e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef1123a9-62e5-4421-ab2c-d6d1a7691b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:31Z', 'updated_at': '2021-12-29T21:07:45Z', 'revision_number': 4, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'subnets': [{'id': 'ef1123a9-62e5-4421-ab2c-d6d1a7691b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:07:45.682118 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eb4694-a694-4dc2-a71d-dbc2077bae64 None None] The sync data for ids ['0c974edc-9779-43ee-9b81-92f0e35796c1'] in dv-cinder-823170-1-iscsi is: [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:07:31Z', 'revision_number': 4, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port': {'id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:29Z', 'updated_at': '2021-12-29T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b90dc2b1-11da-4084-ae8e-578eb5e00b2f', 'name': '', 'network_id': 'd951af4e-1c17-411a-a208-326277fe6091', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'mac_address': 'fa:16:3e:1b:0e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef1123a9-62e5-4421-ab2c-d6d1a7691b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:31Z', 'updated_at': '2021-12-29T21:07:45Z', 'revision_number': 4, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'subnets': [{'id': 'ef1123a9-62e5-4421-ab2c-d6d1a7691b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:07:45.847329 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-eaf2a49e-99a2-4292-9f5e-d378b49e1f3c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:45.851742 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-eaf2a49e-99a2-4292-9f5e-d378b49e1f3c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 814 time: 0.1857727 Dec 29 21:07:45.866821 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'port': {'device_id': '7ecda5ad-855d-4892-9207-1473c70f0675', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'admin_state_up': True, 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:07:46.014717 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-b9e20122-175c-4c39-9c30-f3b8cc9f8548 req-01b5ed2b-79a8-45a8-880a-d92d826c2b17 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 210 time: 0.0597377 Dec 29 21:07:46.066820 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:07:46.078219 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:07:46.089810 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Made reservation on behalf of aaeebc5bdfd54075a4cb9417e98320c5 for: {'port': 1} {{(pid=82780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 29 21:07:46.093893 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:46.264901 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Allocated IP 172.20.0.5 (42772285-c94c-4f02-83d4-63f8d25ff70d/f849a17a-9210-4cbe-acf4-085089159204/177f2e0a-cfad-4e7a-999a-99bea25363a2) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:07:46.557391 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:46.584936 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Transition to ACTIVE for port object 177f2e0a-cfad-4e7a-999a-99bea25363a2 will not be triggered until provisioned by entity DHCP. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:07:46.632412 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:46.707107 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b1a92899-a698-422d-8ab8-6689d30f2960 up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:46.775920 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Network 42772285-c94c-4f02-83d4-63f8d25ff70d is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:07:46.779235 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:07:46.782047 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:07:46.857201 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:46.858498 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port b1a92899-a698-422d-8ab8-6689d30f2960 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:46.858498 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:46.902307 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:46.903269 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:46.943768 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a2a33d8c-4500-4d44-9644-66ef7ecf7560 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0814650 Dec 29 21:07:47.119977 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b90dc2b1-11da-4084-ae8e-578eb5e00b2f up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:47.229858 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning for port b90dc2b1-11da-4084-ae8e-578eb5e00b2f completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:47.249380 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port b90dc2b1-11da-4084-ae8e-578eb5e00b2f triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:47.250132 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:47.278588 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0e3dc914-5767-47d3-b0ac-825de3ad1e0b None None] Provisioning for port 177f2e0a-cfad-4e7a-999a-99bea25363a2 completed by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:07:47.297752 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0e3dc914-5767-47d3-b0ac-825de3ad1e0b None None] Provisioning complete for port 177f2e0a-cfad-4e7a-999a-99bea25363a2 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:47.298126 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0e3dc914-5767-47d3-b0ac-825de3ad1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:47.365525 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d184-d652-45bd-bdb3-df629a7f9316 req-99764d15-aeba-4f80-bf0c-8a4381b080d6 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:47.366987 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f338d184-d652-45bd-bdb3-df629a7f9316 req-99764d15-aeba-4f80-bf0c-8a4381b080d6 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.1711352 Dec 29 21:07:47.402274 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-0e3dc914-5767-47d3-b0ac-825de3ad1e0b None None] Port 177f2e0a-cfad-4e7a-999a-99bea25363a2 cannot update to ACTIVE because it is not bound. {{(pid=82781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 29 21:07:47.439643 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-f338d184-d652-45bd-bdb3-df629a7f9316 req-c484a2fe-0ab9-44fd-94fa-50ae48355f2f tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555897 Dec 29 21:07:47.469337 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:47.504607 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] For port b90dc2b1-11da-4084-ae8e-578eb5e00b2f, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,segment=NetworkSegment(2502496e-dbe3-41fd-b44b-5351b6c9eb5b),segment_id=2502496e-dbe3-41fd-b44b-5351b6c9eb5b)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:07:47.509456 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:47.580229 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Pushing event updated for resources: {'Port': ['ID=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:07:48.514032 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b90dc2b1-11da-4084-ae8e-578eb5e00b2f up at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:07:48.588698 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Provisioning complete for port b90dc2b1-11da-4084-ae8e-578eb5e00b2f triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:07:48.589068 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:07:48.684129 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1fc2-f50a-4b4a-8226-99e7adc09de8 req-5ffe6d36-0214-425b-83da-949e4255df44 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:48.684982 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-9dec1fc2-f50a-4b4a-8226-99e7adc09de8 req-5ffe6d36-0214-425b-83da-949e4255df44 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Synchronizing usage tracker for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:07:48.701535 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-9dec1fc2-f50a-4b4a-8226-99e7adc09de8 req-5ffe6d36-0214-425b-83da-949e4255df44 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Unset dirty status for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:07:48.703170 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9dec1fc2-f50a-4b4a-8226-99e7adc09de8 req-5ffe6d36-0214-425b-83da-949e4255df44 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.1260636 Dec 29 21:07:48.756835 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-9dec1fc2-f50a-4b4a-8226-99e7adc09de8 req-df33cf29-366a-4a6b-8daa-2750cde883d2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Synchronizing usage tracker for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:security_group {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:07:48.775956 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-9dec1fc2-f50a-4b4a-8226-99e7adc09de8 req-df33cf29-366a-4a6b-8daa-2750cde883d2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Unset dirty status for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:security_group {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:07:48.777127 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9dec1fc2-f50a-4b4a-8226-99e7adc09de8 req-df33cf29-366a-4a6b-8daa-2750cde883d2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685844 Dec 29 21:07:50.003013 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820eaa-892c-4369-befe-f078586e53cc req-b70787ca-dcb5-4ea0-a69b-f9d6fdae076c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:50.004966 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3c820eaa-892c-4369-befe-f078586e53cc req-b70787ca-dcb5-4ea0-a69b-f9d6fdae076c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.1015468 Dec 29 21:07:50.049631 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3c820eaa-892c-4369-befe-f078586e53cc req-229e7d1d-5130-4659-b13b-d9ab3879cbb3 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392601 Dec 29 21:07:51.249731 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa49c3-cc93-45b2-ad95-4bc477322889 req-4a5c82e2-92ee-4513-a77f-460d30a0b0f9 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:51.251098 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-efaa49c3-cc93-45b2-ad95-4bc477322889 req-4a5c82e2-92ee-4513-a77f-460d30a0b0f9 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.0765436 Dec 29 21:07:51.294616 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-efaa49c3-cc93-45b2-ad95-4bc477322889 req-167ce4b0-161e-4d58-b409-1af65c737e24 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376749 Dec 29 21:07:52.524034 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd7422-63c9-4ed0-be2c-b5d8b6f9cb58 req-fbbc10bb-ba45-45b7-bde5-6d0805cef205 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:52.526378 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-54bd7422-63c9-4ed0-be2c-b5d8b6f9cb58 req-fbbc10bb-ba45-45b7-bde5-6d0805cef205 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.1078076 Dec 29 21:07:52.571991 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-54bd7422-63c9-4ed0-be2c-b5d8b6f9cb58 req-14b10f74-139e-48bb-a679-988dfce12719 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Dec 29 21:07:53.786731 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03e50d-f1b5-4cb1-9973-d091892c1186 req-d8bcbf23-a77d-467d-a3f4-116ec81bef24 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:53.788170 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fb03e50d-f1b5-4cb1-9973-d091892c1186 req-d8bcbf23-a77d-467d-a3f4-116ec81bef24 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.0963643 Dec 29 21:07:53.834903 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-fb03e50d-f1b5-4cb1-9973-d091892c1186 req-332ead3b-091c-4ba6-bdd3-775c8cb04aef tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Dec 29 21:07:55.056677 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89bfa0-51b9-4ed0-89de-ba1bbd88edd0 req-4c255da5-fecb-4217-a32f-d7f482f1b8f4 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:55.065170 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4d89bfa0-51b9-4ed0-89de-ba1bbd88edd0 req-4c255da5-fecb-4217-a32f-d7f482f1b8f4 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.0882990 Dec 29 21:07:55.110467 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4d89bfa0-51b9-4ed0-89de-ba1bbd88edd0 req-594d9ea5-a84c-42cd-9cc7-dbb817c6ad53 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 Dec 29 21:07:56.305159 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fccac-5a15-4e21-8897-53ef97b48e3a req-88cbcde5-74d7-45b6-a80f-dac33b7f51df tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:56.306611 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-472fccac-5a15-4e21-8897-53ef97b48e3a req-88cbcde5-74d7-45b6-a80f-dac33b7f51df tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.0747440 Dec 29 21:07:56.359899 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-472fccac-5a15-4e21-8897-53ef97b48e3a req-ccf181e3-e7b6-4626-8d78-e71571a0f460 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476511 Dec 29 21:07:57.552342 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee4bfc-6ef1-4330-a138-2ecb975a584e req-0542d10b-d504-447f-bfe7-fb819e41e830 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:57.553769 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7eee4bfc-6ef1-4330-a138-2ecb975a584e req-0542d10b-d504-447f-bfe7-fb819e41e830 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.0756099 Dec 29 21:07:57.597572 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-7eee4bfc-6ef1-4330-a138-2ecb975a584e req-57f39eb7-f2b5-405d-9089-02eacb117b62 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Dec 29 21:07:58.803361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dab92-f921-488f-aab0-fd479dac4e9a req-b749171c-1328-4938-8844-f56495831bf2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:07:58.804703 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-938dab92-f921-488f-aab0-fd479dac4e9a req-b749171c-1328-4938-8844-f56495831bf2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.0736141 Dec 29 21:07:58.850189 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-938dab92-f921-488f-aab0-fd479dac4e9a req-626837c3-5ac2-4b83-8ac6-2eae055b44b1 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Dec 29 21:08:00.050915 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26664703-7832-47c3-b6d8-3cb2199c84eb req-eb52d966-3a69-4358-95a4-4dc7dc9dc940 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:00.052347 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-26664703-7832-47c3-b6d8-3cb2199c84eb req-eb52d966-3a69-4358-95a4-4dc7dc9dc940 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 931 time: 0.0814309 Dec 29 21:08:00.096330 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-26664703-7832-47c3-b6d8-3cb2199c84eb req-f3c99ec2-c64c-459a-87b3-978a9af36ed3 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Dec 29 21:08:00.136463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Request body: {'port': {'device_id': '7ecda5ad-855d-4892-9207-1473c70f0675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82317'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:00.242011 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:00.647706 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177f2e0a-cfad-4e7a-999a-99bea25363a2 {{(pid=82780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:08:00.654459 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:00.668428 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.provisioning_blocks [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Transition to ACTIVE for port object 177f2e0a-cfad-4e7a-999a-99bea25363a2 will not be triggered until provisioned by entity L2. {{(pid=82780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 29 21:08:00.671322 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:00.793023 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Pushing event updated for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:00.904699 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Attempting to bind port 177f2e0a-cfad-4e7a-999a-99bea25363a2 on host hv-cinder-82317 for vnic_type normal with profile {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 29 21:08:00.905423 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Attempting to bind port 177f2e0a-cfad-4e7a-999a-99bea25363a2 by drivers openvswitch,hyperv on host hv-cinder-82317 at level 0 using segments [{'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 29 21:08:00.905897 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Attempting to bind port 177f2e0a-cfad-4e7a-999a-99bea25363a2 on network 42772285-c94c-4f02-83d4-63f8d25ff70d {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:08:00.911871 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Port 177f2e0a-cfad-4e7a-999a-99bea25363a2 on network 42772285-c94c-4f02-83d4-63f8d25ff70d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82317 {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 29 21:08:00.912155 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Attempting to bind port 177f2e0a-cfad-4e7a-999a-99bea25363a2 on network 42772285-c94c-4f02-83d4-63f8d25ff70d {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 29 21:08:00.918570 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Checking agent: {'id': 'f6e4eec7-0d4e-4303-85a8-8f0389179acb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82317', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'started_at': datetime.datetime(2021, 12, 29, 20, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 29, 21, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 29 21:08:00.918865 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Checking segment: {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 29 21:08:00.919193 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Bound using segment: {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'} {{(pid=82780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 29 21:08:00.919622 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.managers [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Bound port: 177f2e0a-cfad-4e7a-999a-99bea25363a2, host: hv-cinder-82317, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6deadad2-888d-4a23-a91c-2849385c1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d'}}] {{(pid=82780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 29 21:08:00.920409 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:01.014945 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, cleared binding levels {{(pid=82780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 29 21:08:01.018055 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 29 21:08:01.021339 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:01.079946 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:01.081307 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] 10.222.0.46 "PUT /v2.0/ports/177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 1093 time: 0.9490602 Dec 29 21:08:01.081737 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:08:01.108283 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620d95f-a439-462d-a39a-410ca05a2885 service neutron] Pushing event updated for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=3']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:01.161776 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'status': 'completed', 'code': 200} Dec 29 21:08:01.203770 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-a98e5d1a-b438-42da-8fcc-eed419de4936 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1096 time: 0.0761051 Dec 29 21:08:01.275555 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-e2fbf500-4ff8-4d18-9aca-2c7c803eea77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 217 time: 0.0646257 Dec 29 21:08:01.307761 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e1531-9b8e-4421-a68d-15593f41e235 req-8ea5485b-ebd6-45d7-95bc-601bd4cfad08 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:01.309201 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-da1e1531-9b8e-4421-a68d-15593f41e235 req-8ea5485b-ebd6-45d7-95bc-601bd4cfad08 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 943 time: 0.0805333 Dec 29 21:08:01.337747 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-5b1c0267-ed60-4d10-ba3d-b890b32fbc20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:01.339358 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-5b1c0267-ed60-4d10-ba3d-b890b32fbc20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0578027 Dec 29 21:08:01.358236 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-da1e1531-9b8e-4421-a68d-15593f41e235 req-4e3c28f7-a889-48c2-b91e-924601779b2b tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Dec 29 21:08:01.416454 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-d6f8ead1-6240-455b-a6fd-61f8126a79aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712039 Dec 29 21:08:01.543598 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-1e711dce-9018-4158-9d50-29f540e6a0ed service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199601 Dec 29 21:08:01.671675 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-27905d4e-ca29-4429-bee7-f832022e26c4 req-9639bc0a-3680-4639-91ad-df43f96ef984 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213789 Dec 29 21:08:01.777637 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-4acd5cf0-2747-478e-8473-35688790fdba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1096 time: 0.0665047 Dec 29 21:08:01.906469 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-47931eff-6d22-4598-8e74-3e39b8408125 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:01.907926 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-47931eff-6d22-4598-8e74-3e39b8408125 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.1235623 Dec 29 21:08:01.979060 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-cc9c8826-6a0f-4a32-bc6f-f0fca80fc779 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 217 time: 0.0635128 Dec 29 21:08:02.039228 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-1d83dfdf-7a1e-4fbb-a589-20897f91d3f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:02.040640 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-1d83dfdf-7a1e-4fbb-a589-20897f91d3f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0552742 Dec 29 21:08:02.117165 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-301982cf-6aec-46d9-8510-0fcf9e1530c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692682 Dec 29 21:08:02.323706 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-06ac744d-6f78-46de-ae1e-5314df3647df service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984260 Dec 29 21:08:02.454615 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4a27954a-13f2-4a8a-8046-399e34c62765 req-f4ddbf6e-ca06-4273-b041-92ed8fa5c5b7 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211836 Dec 29 21:08:02.552284 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ef351-49d5-41c3-b1d6-322dda69ef9f req-71cb9ce4-153a-47cb-ae69-070a11e91501 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:02.553679 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3d2ef351-49d5-41c3-b1d6-322dda69ef9f req-71cb9ce4-153a-47cb-ae69-070a11e91501 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 943 time: 0.0736027 Dec 29 21:08:02.597647 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-3d2ef351-49d5-41c3-b1d6-322dda69ef9f req-00def26e-a9f7-4f3a-aa09-0810d3e6a780 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384223 Dec 29 21:08:03.304146 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-63812acf-eef4-47b3-bd88-f65a368ce8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:03.792945 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bc3a6-7bdd-409c-8ac2-c9563ba7b9c8 req-1114b5e7-355f-4286-b21a-5991201e2bc5 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:03.794287 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4d5bc3a6-7bdd-409c-8ac2-c9563ba7b9c8 req-1114b5e7-355f-4286-b21a-5991201e2bc5 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 943 time: 0.0801289 Dec 29 21:08:03.839916 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-4d5bc3a6-7bdd-409c-8ac2-c9563ba7b9c8 req-ec405ca0-2886-43e6-a7a7-f26a3c131c1e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396214 Dec 29 21:08:05.075324 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5be37-c126-4ebe-9d63-848905c745ff req-90cbd10c-3701-4242-96d6-2b0ec1687e96 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:05.079046 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b5be37-c126-4ebe-9d63-848905c745ff req-90cbd10c-3701-4242-96d6-2b0ec1687e96 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 943 time: 0.1067557 Dec 29 21:08:05.133462 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-33b5be37-c126-4ebe-9d63-848905c745ff req-0587866f-03ae-4469-bd4c-e8af5dc5183b tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482845 Dec 29 21:08:05.409195 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 177f2e0a-cfad-4e7a-999a-99bea25363a2 details requested by agent hyperv_hv-cinder-82317 with host hv-cinder-82317 {{(pid=82781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 29 21:08:05.508079 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f902acda-2187-47e5-9d29-46e7426a6692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:05.549107 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:08:05.561920 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Returning: {'device': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'port_id': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'mac_address': 'fa:16:3e:f2:fe:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 29 21:08:05.619955 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:05.637420 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177f2e0a-cfad-4e7a-999a-99bea25363a2 {{(pid=82781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 29 21:08:05.652416 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:08:05.655871 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:05.718616 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=4']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:06.023602 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['177f2e0a-cfad-4e7a-999a-99bea25363a2'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:08:06.329422 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ecd60-f77e-45b9-91b0-c4586c322a61 req-ac74c8b5-642a-4b6d-87b3-f690071afb41 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:06.330870 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-765ecd60-f77e-45b9-91b0-c4586c322a61 req-ac74c8b5-642a-4b6d-87b3-f690071afb41 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 944 time: 0.0746453 Dec 29 21:08:06.377859 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-765ecd60-f77e-45b9-91b0-c4586c322a61 req-82550fea-ada0-4f40-9fb0-cec67c92e21d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Dec 29 21:08:06.762619 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:07.142162 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:07.411826 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 177f2e0a-cfad-4e7a-999a-99bea25363a2 up at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 29 21:08:07.476295 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning for port 177f2e0a-cfad-4e7a-999a-99bea25363a2 completed by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 29 21:08:07.481213 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Provisioning complete for port 177f2e0a-cfad-4e7a-999a-99bea25363a2 triggered by entity L2. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:08:07.481578 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:07.571032 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99a38-79b2-4400-9dae-2bd2dbef7214 req-2b2fce09-63d9-4c45-9f3d-50db17780826 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:07.572485 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a5c99a38-79b2-4400-9dae-2bd2dbef7214 req-2b2fce09-63d9-4c45-9f3d-50db17780826 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 944 time: 0.0753250 Dec 29 21:08:07.596414 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:07.617443 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a5c99a38-79b2-4400-9dae-2bd2dbef7214 req-31a13015-eded-401b-ac0c-ed6a37800fda tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 Dec 29 21:08:07.623209 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2'}] {{(pid=82781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:08:07.633072 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:08:07.639194 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924'] for port, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:07.681666 dv-cinder-823170-1-iscsi neutron-server[82781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'code': 200} Dec 29 21:08:07.707959 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Pushing event updated for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=5']} {{(pid=82781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:07.907352 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0e4ba950-d281-4fa4-bfe9-812fac908e91 req-e0e52a2f-9877-4afe-84e5-390d8cca4429 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1098 time: 0.0722957 Dec 29 21:08:07.949806 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-0e4ba950-d281-4fa4-bfe9-812fac908e91 req-59470340-336b-4f17-8258-964e0eb4602a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365779 Dec 29 21:08:08.054388 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:08.815444 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284738d2-bf46-4ae3-b32c-026752cfb5a1 req-861ff062-bd27-47ae-bce6-5ca66eeec7b1 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:08.816775 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-284738d2-bf46-4ae3-b32c-026752cfb5a1 req-861ff062-bd27-47ae-bce6-5ca66eeec7b1 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0771716 Dec 29 21:08:08.865941 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-284738d2-bf46-4ae3-b32c-026752cfb5a1 req-bf773530-500c-4643-856a-867b91c1121c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Dec 29 21:08:10.061962 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11279a52-fa4e-4b67-8b2f-6d30eed094e8 req-fb7b9e64-6d60-4ef3-b360-03903141d333 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:10.063435 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-11279a52-fa4e-4b67-8b2f-6d30eed094e8 req-fb7b9e64-6d60-4ef3-b360-03903141d333 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0774920 Dec 29 21:08:10.108932 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-11279a52-fa4e-4b67-8b2f-6d30eed094e8 req-8b9cd901-56ed-4c20-9be1-7c3187d1b934 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Dec 29 21:08:10.301235 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3e1de-b6db-40ad-9752-98224674e63a req-4e773045-c9e6-4569-a35e-f70ee59ce3bc tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:10.302647 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-94d3e1de-b6db-40ad-9752-98224674e63a req-4e773045-c9e6-4569-a35e-f70ee59ce3bc tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0744691 Dec 29 21:08:10.346249 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-94d3e1de-b6db-40ad-9752-98224674e63a req-584578db-5800-4721-936b-d56f3d912c21 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Dec 29 21:08:10.761986 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba7a74-69dd-4910-853f-d5b6ea5a9bc5 req-8dec598b-3284-41ec-9eca-b249787c8fb2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:10.763344 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d1ba7a74-69dd-4910-853f-d5b6ea5a9bc5 req-8dec598b-3284-41ec-9eca-b249787c8fb2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0792632 Dec 29 21:08:10.806182 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d1ba7a74-69dd-4910-853f-d5b6ea5a9bc5 req-30bbe535-f66f-40a3-9d70-b42817e93d79 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Dec 29 21:08:15.173404 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:18.077823 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:08:20.084115 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bfa2c-171e-499e-9f78-6b61884e813a req-ceef365d-8e38-4e8d-94a5-6b91f1901f73 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:20.085527 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d8bfa2c-171e-499e-9f78-6b61884e813a req-ceef365d-8e38-4e8d-94a5-6b91f1901f73 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0739923 Dec 29 21:08:20.128978 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-9d8bfa2c-171e-499e-9f78-6b61884e813a req-249a4572-545d-4fd1-80f5-172899f023b8 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381439 Dec 29 21:08:20.157005 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45992) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:20.296697 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-fab8b9e2-5d66-4324-b25c-8ad426eb1eb7 tempest-TestMinimumBasicScenario-672534373 tempest-TestMinimumBasicScenario-672534373-project-admin] Synchronizing usage tracker for tenant:c802e57ed8264652bbef931908aebf69 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:08:20.311916 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-fab8b9e2-5d66-4324-b25c-8ad426eb1eb7 tempest-TestMinimumBasicScenario-672534373 tempest-TestMinimumBasicScenario-672534373-project-admin] Unset dirty status for tenant:c802e57ed8264652bbef931908aebf69 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:08:20.313194 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-fab8b9e2-5d66-4324-b25c-8ad426eb1eb7 tempest-TestMinimumBasicScenario-672534373 tempest-TestMinimumBasicScenario-672534373-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1093 time: 0.1551919 Dec 29 21:08:20.316390 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 45998) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:20.321706 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'floatingip': {'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'port_id': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:20.327669 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:20.332314 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:floatingip and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:20.335139 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82780) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:20.340638 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.quota.driver [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82780) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:20.351300 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for floatingip, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:20.480907 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:20.613823 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_common [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Allocated IP 172.27.2.125 (22d37879-b101-4c5e-ba9a-c9e8f27fd03c/dfb77733-a3df-4112-8d7c-a732a0afbb8b/f8d4b406-05c0-43a2-90c6-1500c9fa27ba) {{(pid=82780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 29 21:08:20.754913 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for port, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:20.782078 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748288473254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:20.888335 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Network 22d37879-b101-4c5e-ba9a-c9e8f27fd03c is already hosted by enough agents. {{(pid=82780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 29 21:08:20.892790 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.base_scheduler [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources bound (agent type, host, resource id): {{(pid=82780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 29 21:08:20.898276 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Received port after_create {{(pid=82780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 29 21:08:20.921140 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'Port': ['ID=f8d4b406-05c0-43a2-90c6-1500c9fa27ba,revision_number=1']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:21.011695 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-02482fa0-905b-461d-a1e6-6c4f6e3d6b2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1817734 Dec 29 21:08:21.340874 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-d32f6045-689a-4a38-8a8f-70ea2cc7ce30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1098 time: 0.2207677 Dec 29 21:08:21.518552 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-658526df-36f1-49d9-bd96-539dbe9e9b9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:21.519993 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-658526df-36f1-49d9-bd96-539dbe9e9b9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.1597321 Dec 29 21:08:21.592858 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-997c33b9-ca8b-4a08-9aa7-31956ed25191 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 217 time: 0.0640538 Dec 29 21:08:21.724859 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-1736dcca-3077-478a-b5d9-ababf60b78f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:21.726261 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-1736dcca-3077-478a-b5d9-ababf60b78f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.1259973 Dec 29 21:08:21.757523 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:21.847655 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:22.009715 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-cc6878d6-dbc8-4979-9693-854e69d31df9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2701721 Dec 29 21:08:22.181980 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:22.184779 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-d4e3cdbe-9f47-4490-b881-a84ec5d9dacf service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672785 Dec 29 21:08:22.187181 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:22.353237 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'Port': ['ID=f8d4b406-05c0-43a2-90c6-1500c9fa27ba,revision_number=2']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:22.397650 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.397993 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.398330 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.398685 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.399013 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.399337 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.399657 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.399977 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.400296 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.400614 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.400931 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:22.507700 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-347678'] for floatingip, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:22.559297 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-46d9dde5-c654-477e-8359-55cf86bd00fd req-6feb7d7e-ff25-4dc7-a5f6-82fbb6672da3 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379862 Dec 29 21:08:22.694013 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.db.l3_db [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Floating IP 3fc188b9-5f3e-4d70-8f4f-407c56142f50 associated. External IP: 172.27.2.125, port: 177f2e0a-cfad-4e7a-999a-99bea25363a2. Dec 29 21:08:23.073493 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:08:23.267967 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:08:23.277684 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] Sync routers for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:08:23.289907 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:08:23.290515 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:08:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:08:23.291403 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.343800 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-d6a8af9d-5609-42f9-8b7f-74fa09e5601d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0263927 Dec 29 21:08:23.344548 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:08:23.346874 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46004) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:23.352702 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649063378', 'description': 'tempest-secgroup-smoke-1649063378 description', 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:23.359132 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:23.369268 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:23.381560 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.401111 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'status': 'completed', 'code': 200} Dec 29 21:08:23.420691 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:23.424657 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:23.427607 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:23.433240 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:23.469221 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:08:23.496577 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.501659 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.512962 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4746f0de-8962-4046-a009-422b09fcdf5f req-f8ad25d7-a03e-4d9f-8ae9-ef17c79ce960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1098 time: 0.0880175 Dec 29 21:08:23.552985 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.557106 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2065434 Dec 29 21:08:23.561477 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46010) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:23.570607 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'security_group_rule': {'security_group_id': '4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8', 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:23.579774 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:23.581918 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8,revision_number=1']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:23.586208 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:23.589821 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:23.600000 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.600347 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.600692 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.601024 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.601360 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.601690 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.602018 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.602344 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.602696 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.603013 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.603336 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222219e6-6fc1-4673-baaa-71c7aa1c8e6a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:08:23.606608 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:23.626243 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.659832 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746f0de-8962-4046-a009-422b09fcdf5f req-b33627c9-ec4a-4261-8b19-18de7faafce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:23.661678 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4746f0de-8962-4046-a009-422b09fcdf5f req-b33627c9-ec4a-4261-8b19-18de7faafce6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.1425719 Dec 29 21:08:23.692745 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.696730 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.722835 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20077e98-3869-4f62-878f-05e5499379f6,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:23.734275 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.735683 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-83e339db-d77b-46cb-a945-4592913b8515 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1732769 Dec 29 21:08:23.738321 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46014) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:23.744611 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'security_group_rule': {'security_group_id': '4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8', 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:23.751807 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:23.756352 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:23.759813 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:23.767039 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:23.771354 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4746f0de-8962-4046-a009-422b09fcdf5f req-587cab7e-ddb4-4f86-9539-218391438da5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 999 time: 0.1038811 Dec 29 21:08:23.786117 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.844836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746f0de-8962-4046-a009-422b09fcdf5f req-ee968afa-5be2-4a7c-8ac1-569d9e6ebe2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:23.846842 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4746f0de-8962-4046-a009-422b09fcdf5f req-ee968afa-5be2-4a7c-8ac1-569d9e6ebe2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0670652 Dec 29 21:08:23.853227 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.856696 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.887021 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93bd067-0a48-4f45-8faf-3eb883a9db95,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:23.897428 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '3fc188b9-5f3e-4d70-8f4f-407c56142f50', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'port_id': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'mac_address': 'fa:16:3e:f2:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecda5ad-855d-4892-9207-1473c70f0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:08:21Z', 'updated_at': '2021-12-29T21:08:21Z', 'revision_number': 0, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:44Z', 'revision_number': 5, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:08:23.900291 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:23.901780 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-a5f0eeeb-c33e-4d17-a035-5b5bfb7d4655 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1621647 Dec 29 21:08:23.903570 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] Checking router: f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:08:23.905175 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46018) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:23.916324 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'security_group_rule': {'security_group_id': '4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8', 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:23.916841 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:08:23.917441 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:08:05Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:08:23.922600 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:23.926384 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:23.929458 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:23.934987 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:23.948500 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4746f0de-8962-4046-a009-422b09fcdf5f req-3413d7ab-be87-4cb0-a60f-8c3358a3fd94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938456 Dec 29 21:08:23.955647 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.023698 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.027992 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.051826 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dda086-ecbf-4d72-8ba5-68f7b37efd5c,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:24.062403 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.063929 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-c56f17b6-5ffe-4f81-ba0f-9d99a032012a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1576636 Dec 29 21:08:24.066608 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46022) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:24.072569 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'security_group_rule': {'security_group_id': '4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8', 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:24.078993 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:24.083000 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:24.085868 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:24.092836 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:24.093156 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4746f0de-8962-4046-a009-422b09fcdf5f req-c6fc4952-283e-4b65-a86d-57195ecd4519 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381760 Dec 29 21:08:24.109188 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:08:24.110565 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.180682 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.185647 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.220071 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.221565 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540570 Dec 29 21:08:24.222874 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59171d78-1dcc-4797-9732-6d0ca7eee99a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bd8e67-e194-408d-8a84-ec40a389b7b3,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:24.226763 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46026) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:24.233594 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'security_group_rule': {'security_group_id': '4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8', 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:24.239836 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:24.243649 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:24.246472 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:24.253093 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:24.265711 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.securitygroups_db [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Project aaeebc5bdfd54075a4cb9417e98320c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 21:08:24.273487 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.326821 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-4746f0de-8962-4046-a009-422b09fcdf5f req-65a212dd-76c8-4d56-991e-f1b04967f589 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267668 Dec 29 21:08:24.345095 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.348993 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.372343 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a8b746-58fd-4bb3-b3f1-6a9a90615204,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:24.381466 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.385344 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-07548e16-1142-4e41-ae8d-aa13472c821e tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1547472 Dec 29 21:08:24.385598 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46030) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:08:24.391063 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.v2.base [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'security_group_rule': {'security_group_id': '4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8', 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:24.396771 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 29 21:08:24.400487 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Usage tracker for resource:security_group_rule and tenant:aaeebc5bdfd54075a4cb9417e98320c5 is out of sync, need to count used quota {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 29 21:08:24.403299 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82779) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 29 21:08:24.409825 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.db.quota.driver [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82779) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 29 21:08:24.420351 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.db.securitygroups_db [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Project aaeebc5bdfd54075a4cb9417e98320c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 29 21:08:24.426731 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.468936 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '3fc188b9-5f3e-4d70-8f4f-407c56142f50', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'port_id': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'mac_address': 'fa:16:3e:f2:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecda5ad-855d-4892-9207-1473c70f0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:08:21Z', 'updated_at': '2021-12-29T21:08:21Z', 'revision_number': 0, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:44Z', 'revision_number': 5, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:08:24.473517 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4993aa9f-0b53-42e5-a1bd-80e9a2f3f84b None None] The sync data for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi is: [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_floatingips': [{'id': '3fc188b9-5f3e-4d70-8f4f-407c56142f50', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'router_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'port_id': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'mac_address': 'fa:16:3e:f2:fe:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ecda5ad-855d-4892-9207-1473c70f0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-29T21:08:21Z', 'updated_at': '2021-12-29T21:08:21Z', 'revision_number': 0, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:44Z', 'revision_number': 5, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:08:24.492904 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.496698 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332710'] for security_group_rule, after_create {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.521447 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc84341-34ad-4079-901e-4a7fb90487a9,revision_number=0']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:24.530417 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:24.531832 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-12f7e2e4-accb-4588-89cb-560314a9bf0d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1453388 Dec 29 21:08:24.666569 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec23636-41ac-42b6-a213-db2f18193935 None None] New status for floating IP 3fc188b9-5f3e-4d70-8f4f-407c56142f50: ACTIVE {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:08:24.673357 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-23a2634f-7f7d-448c-b7a8-60292d216e7d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649063378&fields=id&tenant_id=aaeebc5bdfd54075a4cb9417e98320c5 HTTP/1.1" status: 200 len: 267 time: 0.0484748 Dec 29 21:08:24.753549 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-d6759284-4eef-49f1-a01e-9acfbe2dd559 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:24.754999 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-d6759284-4eef-49f1-a01e-9acfbe2dd559 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0746741 Dec 29 21:08:24.765348 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'port': {'security_groups': ['3bdea170-bb92-4a4e-aa2d-770c4a158b5a', '4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:08:24.883815 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:25.134747 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:08:25.158175 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:25.162348 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:25.175029 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['177f2e0a-cfad-4e7a-999a-99bea25363a2'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:08:25.239619 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:25.240221 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:25.242709 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-44bfcc85-2725-4fe6-8b5f-81530a01d3c6 req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "PUT /v2.0/ports/177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 981 time: 0.4807103 Dec 29 21:08:25.254195 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d15caf-08e9-422c-95e1-342c107e3ed2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=6']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:08:25.302809 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['177f2e0a-cfad-4e7a-999a-99bea25363a2'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:08:25.402135 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:08:25.447753 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa405dd-21ec-4470-9f09-850f1e7d6c22 req-f39fad5b-51a3-49e5-afcb-c9eeb191d47f tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:25.449757 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfa405dd-21ec-4470-9f09-850f1e7d6c22 req-f39fad5b-51a3-49e5-afcb-c9eeb191d47f tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0946739 Dec 29 21:08:25.459661 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'status': 'completed', 'code': 200} Dec 29 21:08:25.502028 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-dfa405dd-21ec-4470-9f09-850f1e7d6c22 req-278b0b0e-932a-42e1-b8a4-54dc0d4dc3a3 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Synchronizing usage tracker for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:08:25.519339 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-dfa405dd-21ec-4470-9f09-850f1e7d6c22 req-278b0b0e-932a-42e1-b8a4-54dc0d4dc3a3 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Unset dirty status for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:08:25.520497 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-dfa405dd-21ec-4470-9f09-850f1e7d6c22 req-278b0b0e-932a-42e1-b8a4-54dc0d4dc3a3 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639517 Dec 29 21:08:25.556018 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-a39a01de-3294-483e-b155-9846dbe672ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1137 time: 0.0749726 Dec 29 21:08:25.578694 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-0f6f40e8-027e-42eb-a577-b4a00c2ec2ce None None] Provisioning complete for port 177f2e0a-cfad-4e7a-999a-99bea25363a2 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:08:25.579234 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-0f6f40e8-027e-42eb-a577-b4a00c2ec2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:25.687844 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-a6e4d099-0d0c-4d79-afd0-5b4ac62a8651 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:25.689283 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-a6e4d099-0d0c-4d79-afd0-5b4ac62a8651 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.1263533 Dec 29 21:08:25.793729 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-a504554a-8178-4252-ac7d-9fd582245e73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 1001 time: 0.0979416 Dec 29 21:08:25.871899 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-5bba44df-28f3-47ad-9af3-566f7ba06d9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:08:25.874691 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-5bba44df-28f3-47ad-9af3-566f7ba06d9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0702345 Dec 29 21:08:25.948626 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-b5d67204-edd0-4e6d-b3a5-74f3047b60a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677869 Dec 29 21:08:26.079699 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-ca9b4f8f-50df-45c9-974c-f3124f79ab69 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230340 Dec 29 21:08:26.213408 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d7c8ada1-4121-4b37-bf66-6e96af53feb5 req-8dd24512-3644-400c-921f-7b463bcebdfc service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238797 Dec 29 21:08:33.307363 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ad7a87ce-31cd-4273-8d5a-9611f57e9d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:35.479646 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f4946863-3eb2-43a2-b8ed-05f34e962d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:36.765683 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:37.143071 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:38.056751 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:45.189980 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:08:55.078441 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:09:03.309272 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a9fc21b7-b8b8-40af-8b9b-8767d13e152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:05.480228 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-322e501c-24dc-4a8c-b097-e3be69a77007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:06.769084 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:07.144107 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:08.060061 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:15.201426 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:22.928232 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-4b49d28d-9de4-4248-bd1e-704094b7e6eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658343 Dec 29 21:09:23.067130 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-71af045e-dbfa-493f-8022-999e46d2b299 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1137 time: 0.0714059 Dec 29 21:09:23.299803 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-b2f295fb-4642-4372-a8a3-b60ea67e6576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:23.301215 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-b2f295fb-4642-4372-a8a3-b60ea67e6576 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.2142439 Dec 29 21:09:23.337046 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201a03f-2229-495e-901d-c553799954a7 req-af1682ca-8ce9-40c7-ab39-4ac71c536779 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:23.338581 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5201a03f-2229-495e-901d-c553799954a7 req-af1682ca-8ce9-40c7-ab39-4ac71c536779 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0752439 Dec 29 21:09:23.385348 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-5201a03f-2229-495e-901d-c553799954a7 req-97f574eb-9d6f-41e1-894e-9397280cb24c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401158 Dec 29 21:09:23.406610 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-3a2b9092-5fec-4a7c-8689-75d8d3f77ecf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 1001 time: 0.0960512 Dec 29 21:09:23.470681 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-ccf9bbfe-3f67-4fd4-9eff-7d34f2a1a24d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:23.471980 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-ccf9bbfe-3f67-4fd4-9eff-7d34f2a1a24d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0567067 Dec 29 21:09:23.544860 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-8e4cb7a3-27b7-4678-926e-013ae36ce63f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656583 Dec 29 21:09:23.672964 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-d9f4c48b-d219-4065-b74b-6c8fa857ed02 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213679 Dec 29 21:09:23.800883 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-d0e47f10-3e7f-4438-a7b1-c5bc1214fe3d req-1dfadcc9-f4b7-4fc9-9e33-0078693b152d service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210439 Dec 29 21:09:23.912370 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-a9cb3f52-2c38-4368-85b2-a7e9604bb4c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1137 time: 0.0712631 Dec 29 21:09:24.040182 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-e76eb2c1-cfca-470d-9de3-c77ff80f2826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:24.041620 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-e76eb2c1-cfca-470d-9de3-c77ff80f2826 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.1225660 Dec 29 21:09:24.148161 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-2c55120e-0d82-45ad-8717-8f92485f7ed9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 1001 time: 0.0997894 Dec 29 21:09:24.213419 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-089809b8-6306-4821-aae3-04fdd2ff161e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:24.214830 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-089809b8-6306-4821-aae3-04fdd2ff161e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0603273 Dec 29 21:09:24.291471 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-f6279ac4-1322-4f33-860c-f6c576acb0f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703247 Dec 29 21:09:24.419938 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-a2c4ebcd-b1a7-4bcc-9289-27c58ec6311b service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217487 Dec 29 21:09:24.596491 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-c647a2b7-d6bd-4a8b-8e7c-1ba7cd210fa1 req-a8dab13b-243c-44b0-981c-7f3cd942fea1 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693544 Dec 29 21:09:24.616893 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4469be-d649-4e5c-add9-48f74351e739 req-7acf8c80-1bae-460e-a5ea-ffa93f222936 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:24.618379 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6d4469be-d649-4e5c-add9-48f74351e739 req-7acf8c80-1bae-460e-a5ea-ffa93f222936 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.1054218 Dec 29 21:09:24.664087 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-6d4469be-d649-4e5c-add9-48f74351e739 req-00dc675f-69cd-467b-ab61-180e171799b4 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393806 Dec 29 21:09:25.864420 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6814d-b820-4e8d-9d43-48d186e27fe5 req-8cddccfc-507e-4e27-999e-f52bc9858f2d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:25.865853 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8ed6814d-b820-4e8d-9d43-48d186e27fe5 req-8cddccfc-507e-4e27-999e-f52bc9858f2d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0786808 Dec 29 21:09:25.914112 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-8ed6814d-b820-4e8d-9d43-48d186e27fe5 req-83810930-631d-4e43-9b1f-fe92c9762347 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426822 Dec 29 21:09:27.110194 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdad46-9cc3-4d29-ae50-ecc066120f18 req-1d2ce1dd-d0f1-4be5-9a6c-c5d7209b54ad tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:27.111655 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-59fdad46-9cc3-4d29-ae50-ecc066120f18 req-1d2ce1dd-d0f1-4be5-9a6c-c5d7209b54ad tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0783172 Dec 29 21:09:27.157758 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-59fdad46-9cc3-4d29-ae50-ecc066120f18 req-57526760-dbe3-4a43-88b3-ccbf286ddc9a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404952 Dec 29 21:09:28.350865 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be822f-1078-43d2-906a-7768122b2aa7 req-1a6076be-04d5-4054-8751-d48532addd00 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:28.352320 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c6be822f-1078-43d2-906a-7768122b2aa7 req-1a6076be-04d5-4054-8751-d48532addd00 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0754609 Dec 29 21:09:28.398046 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-c6be822f-1078-43d2-906a-7768122b2aa7 req-da4e43ca-0ee8-436e-a801-94f0ccaac0fd tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395658 Dec 29 21:09:29.588971 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94615a7-ebc7-4c7c-8fb7-3895f10a62bc req-0f691be0-bb74-4357-9544-55a8139e5028 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:29.591034 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a94615a7-ebc7-4c7c-8fb7-3895f10a62bc req-0f691be0-bb74-4357-9544-55a8139e5028 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0739348 Dec 29 21:09:29.635728 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-a94615a7-ebc7-4c7c-8fb7-3895f10a62bc req-b7c09ea6-d706-48aa-a60a-1c1807c08b9f tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393333 Dec 29 21:09:30.831035 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed717b06-90e0-45bb-9211-b051eb7ad7ad req-9c2775b0-4494-4b52-9e37-3e58d6fcd81a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:30.832489 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ed717b06-90e0-45bb-9211-b051eb7ad7ad req-9c2775b0-4494-4b52-9e37-3e58d6fcd81a tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0785751 Dec 29 21:09:30.878304 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-ed717b06-90e0-45bb-9211-b051eb7ad7ad req-63b5a328-fe39-4003-ac7b-4a7f3a618359 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403423 Dec 29 21:09:32.080111 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:09:32.153533 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb8ee2-9b01-42e8-b9b1-b63c483d1e61 req-fbc9f4cf-8637-4560-ae20-3d715f00dd5b tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:32.154884 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-82eb8ee2-9b01-42e8-b9b1-b63c483d1e61 req-fbc9f4cf-8637-4560-ae20-3d715f00dd5b tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.1547775 Dec 29 21:09:32.199559 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-82eb8ee2-9b01-42e8-b9b1-b63c483d1e61 req-7c140689-702a-465c-8af9-49ba0d489a50 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389247 Dec 29 21:09:33.311739 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-db3c2c78-2a20-4edd-b79e-a7ae7b94fad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:33.393382 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cbce0-bb39-46b7-a84f-af6d7a6bc33b req-082b7465-7510-4b9d-9b25-2abd3b56b2a5 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:33.394844 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-524cbce0-bb39-46b7-a84f-af6d7a6bc33b req-082b7465-7510-4b9d-9b25-2abd3b56b2a5 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0751848 Dec 29 21:09:33.443766 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-524cbce0-bb39-46b7-a84f-af6d7a6bc33b req-e8ac74c3-dce3-4f6e-a640-a42bfbc27460 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433784 Dec 29 21:09:34.634516 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e0836-eb2c-4651-9d43-2761d3ed99ab req-048020e9-420e-402c-9257-e6ddc9d6a188 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:34.635953 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-105e0836-eb2c-4651-9d43-2761d3ed99ab req-048020e9-420e-402c-9257-e6ddc9d6a188 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0739260 Dec 29 21:09:34.682154 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-105e0836-eb2c-4651-9d43-2761d3ed99ab req-cc2d8959-3d64-4731-8bdf-de0f05244783 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402317 Dec 29 21:09:35.481722 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc12a-546e-4c90-bfc4-afe7d753c7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:35.881052 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041215f-cbef-409f-b230-bd4e2738eea4 req-c8cfff55-afd1-4438-a907-138c22da480b tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:09:35.882480 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3041215f-cbef-409f-b230-bd4e2738eea4 req-c8cfff55-afd1-4438-a907-138c22da480b tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0750709 Dec 29 21:09:35.929863 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-3041215f-cbef-409f-b230-bd4e2738eea4 req-7490a749-f632-4e07-b5a4-ee8119cc932c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&id=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417349 Dec 29 21:09:36.770743 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:37.145747 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:38.061762 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:09:45.215467 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:01.378931 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [req-a3c4c748-a18e-44db-8419-53ffa48374ce req-72bab835-7d75-4f91-a09d-294ca24cb3d3 service neutron] (82780) timed out ('10.222.0.46', 52515) {{(pid=82780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 29 21:10:01.425756 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [req-33f98267-b82f-4320-b38a-673799c9f2dd req-09ec1393-2ecf-4b11-ba72-3b968f0173a3 tempest-VolumesNegativeTest-1982906087 tempest-VolumesNegativeTest-1982906087-project] (82780) timed out ('10.222.0.46', 52531) {{(pid=82780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 29 21:10:03.313685 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d4315be3-1931-441e-bf15-3fa2037a9513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:05.482670 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-09df2c17-3e5e-4f01-8fb0-daf3bea96429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:06.779446 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:07.148388 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:08.065112 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:09.083352 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:10:15.233015 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:24.890416 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-7d1a7da2-bdb3-458d-904e-b49b6082aa19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689003 Dec 29 21:10:25.029660 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-58c7cd23-468a-4b9f-970a-df1de65ec0d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1137 time: 0.0660627 Dec 29 21:10:25.168836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-5e466bcb-136c-40ff-8190-16e5d4760360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:25.170150 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-5e466bcb-136c-40ff-8190-16e5d4760360 service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.1210742 Dec 29 21:10:25.269935 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-f4cfa946-b0bf-46dc-8bd1-b940d4c02d7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 1001 time: 0.0933094 Dec 29 21:10:25.332443 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-85172bca-8693-4140-a2fb-bd27172c468b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:25.333791 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-85172bca-8693-4140-a2fb-bd27172c468b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0576153 Dec 29 21:10:25.405066 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-e3e26fc3-a5be-4873-b8ec-838df5b57342 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641239 Dec 29 21:10:25.531842 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-d97f0286-af59-497b-b7d2-8e82cba9a29e service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189544 Dec 29 21:10:25.658590 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-7e5bf065-cc28-4ed2-b38d-2e18a0727bc2 req-ad6d99a1-c93b-461c-8beb-1e1690f60917 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206155 Dec 29 21:10:33.314545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-d3430677-451b-4e75-a246-ce21f5280664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:35.483368 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6a83ab67-ef17-4379-9836-94e3056999bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:36.775388 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:37.150676 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:38.067943 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:39.324959 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-a212bee0-c079-4939-adcd-fa64b96ca6a6 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649063378&fields=id&tenant_id=aaeebc5bdfd54075a4cb9417e98320c5 HTTP/1.1" status: 200 len: 267 time: 0.0408840 Dec 29 21:10:39.405328 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-9c64ce38-7ff8-4b36-b421-59f16ae5efb5 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:39.406783 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-9c64ce38-7ff8-4b36-b421-59f16ae5efb5 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 984 time: 0.0767694 Dec 29 21:10:39.417154 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.v2.base [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Request body: {'port': {'security_groups': ['3bdea170-bb92-4a4e-aa2d-770c4a158b5a']}} {{(pid=82780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 29 21:10:39.530941 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-627934'] for port, before_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:39.767799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:39.791290 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for port, precommit_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:39.795461 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748288831254', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748288473272', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748288497924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2710512'] for port, after_update {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:39.807187 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['177f2e0a-cfad-4e7a-999a-99bea25363a2'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:10:39.844741 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:39.845909 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:39.853123 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8368b01a-1474-496d-8be6-cfba5d992f4b req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "PUT /v2.0/ports/177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 942 time: 0.4374008 Dec 29 21:10:39.853239 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [-] (82779) accepted ('10.222.0.37', 46120) {{(pid=82779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:39.856355 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:10:39.923075 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event updated for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=7']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:39.932968 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.932968 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.933387 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.933636 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.933976 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.934452 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.934813 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.935140 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.935463 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.935786 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.936106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398736d4-fd8b-40f3-83cd-664f32ed470c tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:39.942843 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['177f2e0a-cfad-4e7a-999a-99bea25363a2'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:10:39.958944 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group, before_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.000871 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.072373 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.093206 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8,revision_number=None']} {{(pid=82779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:40.105868 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.106218 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.106561 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.106932 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.107266 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.107593 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.108072 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.108680 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.108680 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.108943 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.109287 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823170-1-iscsi {{(pid=82779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 29 21:10:40.114222 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron_lib.callbacks.manager [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for security_group, before_response {{(pid=82779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.117786 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [None req-9d0946b3-913d-4a98-91a7-db703fc67401 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "DELETE /v2.0/security-groups/4490b7fc-3f11-4fa0-8dc3-d624cd2da9b8 HTTP/1.1" status: 204 len: 168 time: 0.2612078 Dec 29 21:10:40.118260 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46128) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:40.212942 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.provisioning_blocks [None req-b50b5de9-9964-47a5-86e4-98cac1ade9c5 None None] Provisioning complete for port 177f2e0a-cfad-4e7a-999a-99bea25363a2 triggered by entity DHCP. {{(pid=82781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 29 21:10:40.213310 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-b50b5de9-9964-47a5-86e4-98cac1ade9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601254'] for port, provisioning_complete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.398755 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Deleting port f8d4b406-05c0-43a2-90c6-1500c9fa27ba {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:40.399361 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.562106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.562422 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.679352 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Calling delete_port for f8d4b406-05c0-43a2-90c6-1500c9fa27ba owned by network:floatingip {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:40.823127 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:40.866699 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event deleted for resources: {'Port': ['ID=f8d4b406-05c0-43a2-90c6-1500c9fa27ba,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:40.958530 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks [] for floatingip, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:41.098064 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'status': 'completed', 'code': 200} Dec 29 21:10:41.195089 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-af4e2e46-0bce-41e9-a63e-5cce9e8fee9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1098 time: 0.1035135 Dec 29 21:10:41.404094 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-ed16c9c0-5fcd-4348-be0c-1bcfaaf7201e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:41.405508 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-ed16c9c0-5fcd-4348-be0c-1bcfaaf7201e service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.2034922 Dec 29 21:10:41.514478 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-9f4044eb-f2f1-46b6-8681-d6e0d7ee734a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 217 time: 0.1025016 Dec 29 21:10:41.680996 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-2fa4a1ca-cd25-4492-b6c2-5c126b6050c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:41.682311 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-2fa4a1ca-cd25-4492-b6c2-5c126b6050c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.1619587 Dec 29 21:10:41.765620 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:10:41.778942 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-72b314af-2057-49de-9106-190ebee4e342 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892057 Dec 29 21:10:41.983565 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-08d80a67-66e1-4a0e-9640-13485734d427 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978827 Dec 29 21:10:42.182131 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-68bb70a8-9b42-467a-97ca-583dc0f125c9 req-0ad9d9bd-91d3-47f2-ba21-fff6d8986db9 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535752 Dec 29 21:10:42.195012 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:10:42.207598 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] Sync routers for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:10:42.215843 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for floatingip, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:42.219096 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:10:42.219704 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:10:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:42.267828 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-92da0eb8-5069-4b30-8e51-df2cee89a950 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "DELETE /v2.0/floatingips/3fc188b9-5f3e-4d70-8f4f-407c56142f50 HTTP/1.1" status: 204 len: 168 time: 2.1482918 Dec 29 21:10:42.412031 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:10:42.739942 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:44Z', 'revision_number': 5, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:42.743704 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] Checking router: f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:10:42.754560 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:10:42.755179 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:10:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:42.928227 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:10:43.098773 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:10:43.157362 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'status': 'completed', 'code': 200} Dec 29 21:10:43.249498 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-40f48739-d6c1-4e19-b871-33fae8806ce2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 1098 time: 0.0709448 Dec 29 21:10:43.282269 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:44Z', 'revision_number': 5, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:43.286165 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d018d8-2655-4ce9-b2f6-20afaf044cd4 None None] The sync data for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi is: [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:25Z', 'revision_number': 4, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi', '_interfaces': [{'id': 'b1a92899-a698-422d-8ab8-6689d30f2960', 'name': '', 'network_id': '42772285-c94c-4f02-83d4-63f8d25ff70d', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'mac_address': 'fa:16:3e:48:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f849a17a-9210-4cbe-acf4-085089159204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:25Z', 'updated_at': '2021-12-29T21:07:44Z', 'revision_number': 5, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'subnets': [{'id': 'f849a17a-9210-4cbe-acf4-085089159204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:10:43.383014 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-fdc81587-25ef-4fd9-be33-5a0a13ef24aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:43.384465 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-fdc81587-25ef-4fd9-be33-5a0a13ef24aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 200 len: 915 time: 0.1289930 Dec 29 21:10:43.457662 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-2e36e358-f1c4-4670-bb1a-1b70e86ea5bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 200 len: 217 time: 0.0660267 Dec 29 21:10:43.491854 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e748b-ec25-4734-a342-6b0de6060e66 None None] New status for floating IP 3fc188b9-5f3e-4d70-8f4f-407c56142f50: DOWN {{(pid=82782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 29 21:10:43.522362 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-7517ed97-bf65-48f4-968b-cf06fe46397c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:43.523900 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-7517ed97-bf65-48f4-968b-cf06fe46397c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 200 len: 853 time: 0.0602183 Dec 29 21:10:43.609058 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-0b2a8861-58ed-426c-b433-6263d798db63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=42772285-c94c-4f02-83d4-63f8d25ff70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777943 Dec 29 21:10:43.743710 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-f9cd6520-33d9-4390-a7e6-d4e7b09a074c service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277144 Dec 29 21:10:43.879728 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-2decf2bf-115c-4438-9a4b-94ea432c3ffd req-1ce6f0f4-1f36-4900-96d1-44b11b5dbd98 service neutron] 10.222.0.46 "GET /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293294 Dec 29 21:10:45.251321 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:45.537235 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854e3b9-a616-443e-a572-b45df1db3b94 req-865de5b5-aa68-4682-8c88-3702a4eae61d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:45.537914 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-8854e3b9-a616-443e-a572-b45df1db3b94 req-865de5b5-aa68-4682-8c88-3702a4eae61d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Synchronizing usage tracker for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:port {{(pid=82780) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:10:45.552058 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.quota.resource [req-8854e3b9-a616-443e-a572-b45df1db3b94 req-865de5b5-aa68-4682-8c88-3702a4eae61d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Unset dirty status for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:port {{(pid=82780) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:10:45.553185 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8854e3b9-a616-443e-a572-b45df1db3b94 req-865de5b5-aa68-4682-8c88-3702a4eae61d tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0888598 Dec 29 21:10:45.597937 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-8854e3b9-a616-443e-a572-b45df1db3b94 req-ccaf37fc-5b5a-4414-80ab-65b4419d94b2 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Dec 29 21:10:46.084257 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:10:46.790403 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b557b-7539-49a4-8c90-068094f899fb req-3c419066-dd1d-4ead-85e4-6e3a2c2e3c30 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:46.791788 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d87b557b-7539-49a4-8c90-068094f899fb req-3c419066-dd1d-4ead-85e4-6e3a2c2e3c30 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0747151 Dec 29 21:10:46.835536 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-d87b557b-7539-49a4-8c90-068094f899fb req-e0fe6987-7fe4-4ea3-b4dc-97b469506969 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Synchronizing usage tracker for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:security_group {{(pid=82779) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 29 21:10:46.851704 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.quota.resource [req-d87b557b-7539-49a4-8c90-068094f899fb req-e0fe6987-7fe4-4ea3-b4dc-97b469506969 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Unset dirty status for tenant:aaeebc5bdfd54075a4cb9417e98320c5 on resource:security_group {{(pid=82779) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 29 21:10:46.852817 dv-cinder-823170-1-iscsi neutron-server[82779]: INFO neutron.wsgi [req-d87b557b-7539-49a4-8c90-068094f899fb req-e0fe6987-7fe4-4ea3-b4dc-97b469506969 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553410 Dec 29 21:10:47.570325 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-fa352800-d047-4a7f-9d8c-1549830372e9 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:47.571754 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-fa352800-d047-4a7f-9d8c-1549830372e9 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.0774739 Dec 29 21:10:47.639548 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Deleting port 177f2e0a-cfad-4e7a-999a-99bea25363a2 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:47.639886 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:47.966203 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] For port 177f2e0a-cfad-4e7a-999a-99bea25363a2, host hv-cinder-82317, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82317',level=0,port_id=177f2e0a-cfad-4e7a-999a-99bea25363a2,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:47.966561 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:48.120010 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Calling delete_port for 177f2e0a-cfad-4e7a-999a-99bea25363a2 owned by compute:nova {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:48.215111 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e02c11-1fc8-4a76-bede-ec4fe755823e req-ce5a7bdf-a0e7-4e18-b2db-f208af9bf697 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 29 21:10:48.216689 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-61e02c11-1fc8-4a76-bede-ec4fe755823e req-ce5a7bdf-a0e7-4e18-b2db-f208af9bf697 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/ports?device_id=7ecda5ad-855d-4892-9207-1473c70f0675 HTTP/1.1" status: 200 len: 945 time: 0.2427943 Dec 29 21:10:48.318108 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-61e02c11-1fc8-4a76-bede-ec4fe755823e req-fea399fd-e868-4089-bfba-15138cd7e0e0 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.37 "GET /v2.0/security-groups?id=3bdea170-bb92-4a4e-aa2d-770c4a158b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942395 Dec 29 21:10:48.322072 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:48.334186 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] get_ports_and_sgs() called for port_ids ['177f2e0a-cfad-4e7a-999a-99bea25363a2'] {{(pid=82781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 29 21:10:48.369062 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Pushing event deleted for resources: {'Port': ['ID=177f2e0a-cfad-4e7a-999a-99bea25363a2,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:48.448799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] No DVR routers for this DVR port 177f2e0a-cfad-4e7a-999a-99bea25363a2 on host hv-cinder-82317 {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:10:48.451277 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993590'] for port, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:48.453688 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'name': 'network-vif-deleted', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2'}] {{(pid=82780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 29 21:10:48.468715 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [req-da0301ea-01d0-4753-b8ff-ef8d1f602008 req-f0d141fa-4a1d-4bc7-8e50-ced342b62d14 tempest-TestMinimumBasicScenario-1671881506 tempest-TestMinimumBasicScenario-1671881506-project] 10.222.0.46 "DELETE /v2.0/ports/177f2e0a-cfad-4e7a-999a-99bea25363a2 HTTP/1.1" status: 204 len: 173 time: 0.8907099 Dec 29 21:10:48.508145 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecda5ad-855d-4892-9207-1473c70f0675', 'name': 'network-vif-deleted', 'tag': '177f2e0a-cfad-4e7a-999a-99bea25363a2', 'status': 'completed', 'code': 200} Dec 29 21:10:51.056363 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46214) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:51.432505 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:52.061079 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 177f2e0a-cfad-4e7a-999a-99bea25363a2 no longer exists at agent hyperv_hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:10:52.082454 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Deleting port b1a92899-a698-422d-8ab8-6689d30f2960 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:52.082980 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:52.093082 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] No Port match for: 177f2e0a-cfad-4e7a-999a-99bea25363a2 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:10:52.093422 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Device 177f2e0a-cfad-4e7a-999a-99bea25363a2 not bound to the agent host hv-cinder-82317 {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:10:52.251393 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] For port b1a92899-a698-422d-8ab8-6689d30f2960, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b1a92899-a698-422d-8ab8-6689d30f2960,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:52.251655 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:52.373650 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Calling delete_port for b1a92899-a698-422d-8ab8-6689d30f2960 owned by network:router_interface {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:52.546682 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:52.588814 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a92899-a698-422d-8ab8-6689d30f2960,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:52.872384 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:53.501187 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:10:53.693952 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:10:53.703594 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] Sync routers for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:10:53.706674 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-706b9139-ed46-4a57-a30d-398df01d0fca admin admin] 10.222.0.37 "PUT /v2.0/routers/f68dc1e0-6e93-42f1-bd8a-e72aa1d85381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6491730 Dec 29 21:10:53.709103 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46218) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:53.716020 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:10:53.716644 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:10:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:53.891162 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:10:53.899025 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks [] for router, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:54.090902 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:54.100643 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Deleting port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:54.101001 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:54.167561 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:10:52Z', 'revision_number': 5, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port': {'id': '2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:90:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:54.171200 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] Checking router: f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 for host: dv-cinder-823170-1-iscsi {{(pid=82781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:10:54.182110 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] Routers {'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:10:54.182718 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:10:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'], 'active': True} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:54.267580 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] For port 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:54.268511 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:54.331194 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_dvr_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] Set router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 gateway port host: None {{(pid=82781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:10:54.390422 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Calling delete_port for 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 owned by network:router_gateway {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:54.433654 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.db.l3_hamode_db [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:10:54Z', 'revision_number': 6, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:54.437603 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbc23e-90ad-4fec-a023-09fbddd1c702 None None] The sync data for ids ['f68dc1e0-6e93-42f1-bd8a-e72aa1d85381'] in dv-cinder-823170-1-iscsi is: [{'id': 'f68dc1e0-6e93-42f1-bd8a-e72aa1d85381', 'name': 'tempest-TestMinimumBasicScenario-264353646-router', 'tenant_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:23Z', 'updated_at': '2021-12-29T21:10:54Z', 'revision_number': 6, 'project_id': 'aaeebc5bdfd54075a4cb9417e98320c5', 'gw_port_host': None}] {{(pid=82781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:10:54.555042 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:54.599840 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:54.925798 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.170214 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.174836 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.198944 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.199679 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 {{(pid=82780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:10:55.211571 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b1a92899-a698-422d-8ab8-6689d30f2960 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:10:55.214875 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.215998 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-08f024aa-e3d4-4630-84df-d3aab9126886 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f68dc1e0-6e93-42f1-bd8a-e72aa1d85381 HTTP/1.1" status: 204 len: 168 time: 1.5060070 Dec 29 21:10:55.218427 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46222) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:55.247170 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: b1a92899-a698-422d-8ab8-6689d30f2960 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:10:55.247766 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b1a92899-a698-422d-8ab8-6689d30f2960 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:10:55.280038 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] Deleting subnet f849a17a-9210-4cbe-acf4-085089159204 {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:10:55.282902 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.335227 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3456295'] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.411333 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.479373 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2710330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278290'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.518024 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f849a17a-9210-4cbe-acf4-085089159204,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:55.524241 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.529469 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920be5a-f54d-4d91-b490-6b35a66000e0 None None] Network 42772285-c94c-4f02-83d4-63f8d25ff70d requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:10:55.529805 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-f7214881-26be-49e6-81a4-0bc2074627c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f849a17a-9210-4cbe-acf4-085089159204 HTTP/1.1" status: 204 len: 168 time: 0.3104403 Dec 29 21:10:55.532268 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46226) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:55.634603 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.644772 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Deleting port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:55.645094 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.778506 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] DHCP port deletion for 42772285-c94c-4f02-83d4-63f8d25ff70d request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:10:55.782746 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Deleting port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:55.783119 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.845115 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] For port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:55.845470 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:55.965677 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Calling delete_port for fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 owned by network:dhcp {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:56.013410 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] For port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,segment=NetworkSegment(6deadad2-888d-4a23-a91c-2849385c1fd4),segment_id=6deadad2-888d-4a23-a91c-2849385c1fd4)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:56.013683 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.039980 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.082804 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc93a290-b6ac-4e65-9fd1-0fd25e5a3752,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:56.088747 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] No DVR routers for this DVR port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 on host dv-cinder-823170-1-iscsi {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:10:56.129592 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Calling delete_port for fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:56.203254 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:10:56.203620 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:10:56.284337 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.308543 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42772285-c94c-4f02-83d4-63f8d25ff70d']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:56.323851 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6deadad2-888d-4a23-a91c-2849385c1fd4') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:56.324143 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6deadad2-888d-4a23-a91c-2849385c1fd4') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:56.335509 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.350386 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.356112 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:10:56.356477 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:10:56.369162 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:10:56.440757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.456558 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.471091 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] Pushing event deleted for resources: {'Network': ['ID=42772285-c94c-4f02-83d4-63f8d25ff70d,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:56.482589 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-6f994c07-2bd8-4cdc-a462-db9eb28f5e13 admin admin] 10.222.0.37 "DELETE /v2.0/networks/42772285-c94c-4f02-83d4-63f8d25ff70d HTTP/1.1" status: 204 len: 168 time: 0.9493861 Dec 29 21:10:56.485374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46230) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:56.599413 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:10:56.632368 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:10:56.632711 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:10:56.633123 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:10:56.663060 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:10:56.663435 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 2e7b3d20-5d89-4fc2-88c6-ea8c3dc05618 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:10:56.704766 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Deleting port fc93a290-b6ac-4e65-9fd1-0fd25e5a3752 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:56.705585 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:56.768545 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-48af878f-01c2-441d-9424-712f5c9f3ce0 None None] The port 'fc93a290-b6ac-4e65-9fd1-0fd25e5a3752' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:10:56.860318 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-346892'] for router_interface, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:57.425431 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Deleting port b90dc2b1-11da-4084-ae8e-578eb5e00b2f {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:57.425793 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:57.588139 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] For port b90dc2b1-11da-4084-ae8e-578eb5e00b2f, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,segment=NetworkSegment(2502496e-dbe3-41fd-b44b-5351b6c9eb5b),segment_id=2502496e-dbe3-41fd-b44b-5351b6c9eb5b)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:57.588484 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:57.782517 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Calling delete_port for b90dc2b1-11da-4084-ae8e-578eb5e00b2f owned by network:router_interface {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:57.950079 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:57.993680 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Pushing event deleted for resources: {'Port': ['ID=b90dc2b1-11da-4084-ae8e-578eb5e00b2f,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:10:58.272547 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1459240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-347128'] for router_interface, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:58.821172 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Router 0c974edc-9779-43ee-9b81-92f0e35796c1 has already been hosted by L3 agent 7f47e43c-1848-4abf-a049-61ba9db3f319 {{(pid=82780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 29 21:10:59.011985 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] Notify agent at l3_agent.dv-cinder-823170-1-iscsi the message routers_updated {{(pid=82780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 29 21:10:59.020604 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca28011-585b-4996-a304-23568817e230 None None] Sync routers for ids ['0c974edc-9779-43ee-9b81-92f0e35796c1'] in dv-cinder-823170-1-iscsi {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 29 21:10:59.028518 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ed54b8ea-5550-499f-b0ed-cac8c51c9bde admin admin] 10.222.0.37 "PUT /v2.0/routers/0c974edc-9779-43ee-9b81-92f0e35796c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5421522 Dec 29 21:10:59.030993 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46234) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:10:59.035972 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca28011-585b-4996-a304-23568817e230 None None] Routers {'0c974edc-9779-43ee-9b81-92f0e35796c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:10:59.036581 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-aca28011-585b-4996-a304-23568817e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:10:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['0c974edc-9779-43ee-9b81-92f0e35796c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:59.211543 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-aca28011-585b-4996-a304-23568817e230 None None] Set router 0c974edc-9779-43ee-9b81-92f0e35796c1 gateway port host: dv-cinder-823170-1-iscsi {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:10:59.324799 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks [] for router, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:59.484084 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-aca28011-585b-4996-a304-23568817e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'external_fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:10:57Z', 'revision_number': 5, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port': {'id': '09c6df06-cad8-48ef-8ff7-623065ff20dd', 'name': '', 'network_id': '22d37879-b101-4c5e-ba9a-c9e8f27fd03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:98:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-29T21:07:29Z', 'updated_at': '2021-12-29T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb77733-a3df-4112-8d7c-a732a0afbb8b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823170-1-iscsi'}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:59.487802 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca28011-585b-4996-a304-23568817e230 None None] Checking router: 0c974edc-9779-43ee-9b81-92f0e35796c1 for host: dv-cinder-823170-1-iscsi {{(pid=82782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 29 21:10:59.497818 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca28011-585b-4996-a304-23568817e230 None None] Routers {'0c974edc-9779-43ee-9b81-92f0e35796c1'} bound to L3 agent in host dv-cinder-823170-1-iscsi {{(pid=82782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 29 21:10:59.498392 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-aca28011-585b-4996-a304-23568817e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-29T20:44:05Z,description=,heartbeat_timestamp=2021-12-29T21:10:35Z,host='dv-cinder-823170-1-iscsi',id=7f47e43c-1848-4abf-a049-61ba9db3f319,load=0,resource_versions=,resources_synced=,started_at=2021-12-29T20:44:05Z,topic='l3_agent')) {'router_ids': ['0c974edc-9779-43ee-9b81-92f0e35796c1'], 'active': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:59.519571 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:59.528456 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Deleting port 09c6df06-cad8-48ef-8ff7-623065ff20dd {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:10:59.528797 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:59.646582 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_dvr_db [None req-aca28011-585b-4996-a304-23568817e230 None None] Set router 0c974edc-9779-43ee-9b81-92f0e35796c1 gateway port host: None {{(pid=82782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 29 21:10:59.693466 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] For port 09c6df06-cad8-48ef-8ff7-623065ff20dd, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=09c6df06-cad8-48ef-8ff7-623065ff20dd,segment=NetworkSegment(71105847-e9af-46f3-8bd3-22323d85afd2),segment_id=71105847-e9af-46f3-8bd3-22323d85afd2)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:10:59.693814 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:10:59.749137 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.l3_hamode_db [None req-aca28011-585b-4996-a304-23568817e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:10:59Z', 'revision_number': 6, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port_host': None}], 'dv-cinder-823170-1-iscsi', False) {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:10:59.752941 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca28011-585b-4996-a304-23568817e230 None None] The sync data for ids ['0c974edc-9779-43ee-9b81-92f0e35796c1'] in dv-cinder-823170-1-iscsi is: [{'id': '0c974edc-9779-43ee-9b81-92f0e35796c1', 'name': 'tempest-TestMinimumBasicScenario-1112907290-router', 'tenant_id': 'c802e57ed8264652bbef931908aebf69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-29T21:07:28Z', 'updated_at': '2021-12-29T21:10:59Z', 'revision_number': 6, 'project_id': 'c802e57ed8264652bbef931908aebf69', 'gw_port_host': None}] {{(pid=82782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 29 21:10:59.811691 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Calling delete_port for 09c6df06-cad8-48ef-8ff7-623065ff20dd owned by network:router_gateway {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:10:59.969352 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.014497 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=09c6df06-cad8-48ef-8ff7-623065ff20dd,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:11:00.230851 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-347761'] for router_gateway, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.571248 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-345574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2894'] for router, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.575835 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.603530 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-345174'] for router, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.604292 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c974edc-9779-43ee-9b81-92f0e35796c1 {{(pid=82780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 29 21:11:00.609285 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b90dc2b1-11da-4084-ae8e-578eb5e00b2f no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:11:00.616185 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] Notify callbacks [] for router, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.617289 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-43eaffec-cd0f-48bc-9492-6aff84bb8c0b admin admin] 10.222.0.37 "DELETE /v2.0/routers/0c974edc-9779-43ee-9b81-92f0e35796c1 HTTP/1.1" status: 204 len: 168 time: 1.5854075 Dec 29 21:11:00.619791 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46238) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:11:00.642864 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: b90dc2b1-11da-4084-ae8e-578eb5e00b2f {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:11:00.643212 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device b90dc2b1-11da-4084-ae8e-578eb5e00b2f not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:11:00.643629 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 09c6df06-cad8-48ef-8ff7-623065ff20dd no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:11:00.681219 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 09c6df06-cad8-48ef-8ff7-623065ff20dd {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:11:00.681850 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 09c6df06-cad8-48ef-8ff7-623065ff20dd not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:11:00.684434 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] Deleting subnet ef1123a9-62e5-4421-ab2c-d6d1a7691b46 {{(pid=82780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}} Dec 29 21:11:00.688549 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.741867 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3456295'] for subnet, precommit_delete_associations {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.815388 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-602716'] for subnet, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.883757 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-602727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-334243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2710330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3278290'] for subnet, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.921290 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1123a9-62e5-4421-ab2c-d6d1a7691b46,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:11:00.927106 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:00.932540 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3cf359-2feb-45d9-a8c3-9b349362d97e None None] Network d951af4e-1c17-411a-a208-326277fe6091 requested from dv-cinder-823170-1-iscsi {{(pid=82781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 29 21:11:00.933982 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-61fa1a35-fc0f-41c5-9164-f706d52c286f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef1123a9-62e5-4421-ab2c-d6d1a7691b46 HTTP/1.1" status: 204 len: 168 time: 0.3132694 Dec 29 21:11:00.936462 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46242) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:11:01.038998 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524836'] for network, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.048945 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Deleting port 7185eec1-326c-40e1-aed0-3d7dfa598533 {{(pid=82780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:11:01.049307 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.178225 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] DHCP port deletion for d951af4e-1c17-411a-a208-326277fe6091 request from dv-cinder-823170-1-iscsi {{(pid=82781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 29 21:11:01.182404 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Deleting port 7185eec1-326c-40e1-aed0-3d7dfa598533 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:11:01.182813 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.251091 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.db [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] For port 7185eec1-326c-40e1-aed0-3d7dfa598533, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=7185eec1-326c-40e1-aed0-3d7dfa598533,segment=NetworkSegment(2502496e-dbe3-41fd-b44b-5351b6c9eb5b),segment_id=2502496e-dbe3-41fd-b44b-5351b6c9eb5b)] {{(pid=82780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:11:01.251440 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.372064 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Calling delete_port for 7185eec1-326c-40e1-aed0-3d7dfa598533 owned by network:dhcp {{(pid=82780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:11:01.381224 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.db [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] For port 7185eec1-326c-40e1-aed0-3d7dfa598533, host dv-cinder-823170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823170-1-iscsi',level=0,port_id=7185eec1-326c-40e1-aed0-3d7dfa598533,segment=NetworkSegment(2502496e-dbe3-41fd-b44b-5351b6c9eb5b),segment_id=2502496e-dbe3-41fd-b44b-5351b6c9eb5b)] {{(pid=82781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 29 21:11:01.381611 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517505'] for port, precommit_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.443702 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-625006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748288831236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748288473263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2710511'] for port, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.489280 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Pushing event deleted for resources: {'Port': ['ID=7185eec1-326c-40e1-aed0-3d7dfa598533,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:11:01.496374 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] No DVR routers for this DVR port 7185eec1-326c-40e1-aed0-3d7dfa598533 on host dv-cinder-823170-1-iscsi {{(pid=82780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 29 21:11:01.496624 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Calling delete_port for 7185eec1-326c-40e1-aed0-3d7dfa598533 owned by network:dhcp {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 29 21:11:01.565217 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.db.api [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 29 21:11:01.565581 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG oslo_db.api [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 29 21:11:01.609707 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601885', 'neutron.services.segments.db._delete_segments_for_network-8748288902638'] for network, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.634291 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d951af4e-1c17-411a-a208-326277fe6091']}} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:11:01.646313 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2502496e-dbe3-41fd-b44b-5351b6c9eb5b') {'for_net_delete': True} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:11:01.646606 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.services.segments.db [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2502496e-dbe3-41fd-b44b-5351b6c9eb5b') {} {{(pid=82780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 29 21:11:01.657768 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748288907533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3456318'] for segment, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.672968 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606111'] for segment, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.679568 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=82780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 29 21:11:01.679942 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-606100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2710492'] for segment, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: Traceback (most recent call last): Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: timer() Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: cb(*args, **kw) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: return func(*args, **kwargs) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: self._notify() Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: self.callback(batched_events) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: event.method(event) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: aggregate_uuid = self.p_client.list_aggregates( Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: return f(self, *a, **k) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._get(url).json() Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: return self.request(url, 'GET', **kwargs) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: base_url = self.get_endpoint(auth, allow=allow, Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 29 21:11:01.693068 dv-cinder-823170-1-iscsi neutron-server[82780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 29 21:11:01.767670 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1459367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-347660'] for network, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.772148 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1459323'] for network, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:01.793593 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] Pushing event deleted for resources: {'Network': ['ID=d951af4e-1c17-411a-a208-326277fe6091,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:11:01.802038 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-65ca8a40-738b-456b-bc1b-669c3145a07a admin admin] 10.222.0.37 "DELETE /v2.0/networks/d951af4e-1c17-411a-a208-326277fe6091 HTTP/1.1" status: 204 len: 168 time: 0.8646631 Dec 29 21:11:01.989744 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46248) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:11:02.039787 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-69250918-dd52-4aa2-a45c-704db8da0573 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaeebc5bdfd54075a4cb9417e98320c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488200 Dec 29 21:11:02.042088 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46252) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:11:02.067110 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Deleting port 7185eec1-326c-40e1-aed0-3d7dfa598533 {{(pid=82781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 29 21:11:02.067638 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748288920486'] for port, before_delete {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.099381 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1641b6f4-de63-4ff2-81ed-f3571ae69a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.124322 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1641b6f4-de63-4ff2-81ed-f3571ae69a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.131916 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-39148858-d4b3-4508-bc81-5a7e9f59332f None None] The port '7185eec1-326c-40e1-aed0-3d7dfa598533' was deleted {{(pid=82781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 29 21:11:02.178404 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1641b6f4-de63-4ff2-81ed-f3571ae69a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.272770 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641b6f4-de63-4ff2-81ed-f3571ae69a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdea170-bb92-4a4e-aa2d-770c4a158b5a,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:11:02.282377 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-1641b6f4-de63-4ff2-81ed-f3571ae69a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.286435 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-1641b6f4-de63-4ff2-81ed-f3571ae69a2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bdea170-bb92-4a4e-aa2d-770c4a158b5a HTTP/1.1" status: 204 len: 168 time: 0.2411034 Dec 29 21:11:02.599303 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 7185eec1-326c-40e1-aed0-3d7dfa598533 no longer exists at agent ovs-agent-dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 29 21:11:02.631857 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] No Port match for: 7185eec1-326c-40e1-aed0-3d7dfa598533 {{(pid=82781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 29 21:11:02.632267 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron.plugins.ml2.rpc [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Device 7185eec1-326c-40e1-aed0-3d7dfa598533 not bound to the agent host dv-cinder-823170-1-iscsi {{(pid=82781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 29 21:11:02.663455 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46260) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:11:02.712439 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-2373be49-a95e-4b9b-8f5f-ff2726172c3c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c802e57ed8264652bbef931908aebf69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478587 Dec 29 21:11:02.714710 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.wsgi [-] (82780) accepted ('10.222.0.37', 46264) {{(pid=82780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 29 21:11:02.770317 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ad863749-db45-4a5c-8242-cebae2204824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.794436 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ad863749-db45-4a5c-8242-cebae2204824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.844644 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ad863749-db45-4a5c-8242-cebae2204824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332567'] for security_group, after_delete {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.863604 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad863749-db45-4a5c-8242-cebae2204824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2453524d-9613-4efe-842c-2a7be3a69bfd,revision_number=None']} {{(pid=82780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 29 21:11:02.868743 dv-cinder-823170-1-iscsi neutron-server[82780]: DEBUG neutron_lib.callbacks.manager [None req-ad863749-db45-4a5c-8242-cebae2204824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:02.872796 dv-cinder-823170-1-iscsi neutron-server[82780]: INFO neutron.wsgi [None req-ad863749-db45-4a5c-8242-cebae2204824 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2453524d-9613-4efe-842c-2a7be3a69bfd HTTP/1.1" status: 204 len: 168 time: 0.1562982 Dec 29 21:11:03.317686 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-24aa54cb-cb6f-463d-820e-71ac8fc33406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:05.486600 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-72def087-33ce-4142-8db6-aaf3fc465e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:06.777860 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:07.153018 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:08.070794 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:15.244901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:23.084891 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:11:33.319559 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-e6271b06-002e-4c70-b1bb-6d49ffeccf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:35.487792 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-401df9b9-46f7-42f4-83c3-955af8ea2169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:36.781012 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:37.153970 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:38.073905 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:11:45.266880 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:00.085792 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:12:03.321311 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-8f9dbec2-1651-4849-ab01-82340bf34f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:05.489948 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-fcb4fe11-9f6f-4017-abb7-8372bfb107f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:06.784564 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:07.155863 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:08.076901 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:15.267029 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:33.323210 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-b539472f-ebe8-424e-ab10-0d3add380bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:35.489842 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6fd6c2fb-01ea-413e-bd13-3473c8b08205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:36.786827 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:37.086607 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:12:37.159214 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:38.078534 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:12:45.268743 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:03.325557 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-da81910f-b237-4265-8699-41d769a0f984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:05.490306 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-829de744-df6f-4f17-957b-5cfbe89d6acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:06.789202 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:07.163925 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:08.081926 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:14.087040 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:13:15.287108 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:33.326916 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-1f52b58f-5cfa-47d8-a0e9-4bae114ec380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:35.491042 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-c288d409-aed7-47ac-b9de-b1ef4d154c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:36.792629 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:37.165730 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:38.084534 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:45.295729 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:13:51.086973 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:14:03.329286 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-dd212601-0e0e-4b4f-a2c1-6e6b1c9f1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:05.491904 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f1a4727c-2486-48ab-adc1-893242b0c78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:06.792451 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:07.168368 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:08.086487 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:15.298997 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:28.087051 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:14:33.331407 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-a35bf584-1063-4d18-addc-0765e2b873c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:35.496010 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-03b21692-f366-4329-a371-0852a36ea9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:36.794423 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:37.172014 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:38.089702 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:14:45.296324 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:03.333444 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f3569562-1dab-42f5-ba63-1c47973406bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:05.086714 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:15:05.496426 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-9af56209-dd18-4d01-b7a5-36b93e737af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:06.797734 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:07.174109 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:08.091483 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:15.296974 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:28.794917 dv-cinder-823170-1-iscsi neutron-server[82779]: DEBUG neutron.wsgi [req-ac712d78-e4ad-4157-803c-e3f1d8aebdcb req-603b1f5f-05ea-4f40-aa32-426acd3e4299 service neutron] (82779) timed out ('10.222.0.37', 42724) {{(pid=82779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 29 21:15:33.335202 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-b70cf053-a352-4fa6-acbb-2b5d42ec4adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:35.498333 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-ae1f283b-299e-4512-9bfd-537bdc57784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:36.801469 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:37.174929 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:38.094092 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:15:42.086340 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:15:45.296555 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:03.336893 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-4f5ba2ac-fefe-4f5e-ae92-46787ba40c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:05.500099 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-1aaf7f30-ec73-44b1-90dc-aaccb3c7cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:06.803859 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:07.175871 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:08.096735 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:15.314054 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-38433ebd-827c-45fb-89f8-8482a9e36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:19.086038 dv-cinder-823170-1-iscsi neutron-server[82782]: DEBUG neutron.db.agents_db [None req-fcc7700b-e8eb-4b02-b1fe-f47ca14ae779 None None] Agent healthcheck: found 6 active agents {{(pid=82782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 29 21:16:33.338966 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-7cb7e157-b15c-40e5-b700-c69db4be89ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:35.503935 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-dae0861e-c9f4-4e58-9138-42f68864fffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:36.807086 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-f86bd163-9542-4e1f-9f3d-a1f1f20fa413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:37.178827 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-6e7cd0b1-bd65-4d48-9416-2b9a6b79c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 29 21:16:38.099191 dv-cinder-823170-1-iscsi neutron-server[82781]: DEBUG neutron_lib.callbacks.manager [None req-cb9974f1-d380-4497-afbe-e4aa9a7ca941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748288902620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-601209'] for agent, after_update {{(pid=82781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}